-- Logs begin at Thu 2022-03-31 13:11:46 UTC, end at Thu 2022-03-31 15:54:07 UTC. -- Mar 31 15:27:16.371135 dv-cinder-750782-15-smb systemd[1]: Started Devstack devstack@q-svc.service. Mar 31 15:27:19.275031 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.common.config [-] Logging enabled! Mar 31 15:27:19.275615 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev73 Mar 31 15:27:19.275714 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104049) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 31 15:27:19.278987 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.common.config [-] Logging enabled! Mar 31 15:27:19.279387 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev73 Mar 31 15:27:19.279706 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104049) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 31 15:27:19.280642 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 31 15:27:19.280874 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 31 15:27:19.281253 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 31 15:27:19.281531 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 31 15:27:19.281758 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 31 15:27:19.282501 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:19.282922 dv-cinder-750782-15-smb neutron-server[104049]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 31 15:27:19.283240 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:19.283536 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:19.283830 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:19.284125 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:19.284412 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:19.284692 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:19.285001 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:19.285295 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:19.285603 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:19.285882 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:19.286164 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:19.286453 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:19.286733 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:19.287018 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:19.287300 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:19.287580 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] debug = True {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:19.287858 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:19.288292 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:19.289240 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:19.289550 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:19.289840 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:19.290115 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:19.290387 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:19.290660 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:19.290940 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:19.291287 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] host = dv-cinder-750782-15-smb {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:19.291560 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:19.291843 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:19.292127 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:19.292409 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:19.292681 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:19.292954 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:19.293242 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:19.293546 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:19.293820 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] log_file = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:19.294091 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:19.294376 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:19.294660 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:19.294943 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:19.295167 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:19.295386 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:19.295679 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:19.295960 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:19.296232 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:19.296502 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:19.296772 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:19.297064 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:19.297334 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:19.297625 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:19.297906 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:19.298187 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:19.298470 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:19.298741 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:19.299011 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:19.299282 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:19.299547 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:19.299825 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:19.300094 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:19.300362 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:19.300631 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:19.300912 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:19.301178 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:19.301467 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:19.301765 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:19.302047 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:19.302326 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:19.302606 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:19.302876 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:19.303157 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:19.303423 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:19.303691 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:19.303963 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] use_json = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:19.304255 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:19.304544 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:19.304827 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:19.305100 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:19.305369 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:19.305660 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:19.305929 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:19.306211 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:19.306480 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:19.306771 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.307065 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.307363 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.307654 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.307941 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.308218 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.308504 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.308778 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.309065 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.309348 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.309657 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.309931 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.310228 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.310519 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.310828 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.311132 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.311423 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.311712 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.311986 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.312260 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.312532 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.312809 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.313100 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.313375 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.313685 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.313973 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.314253 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.314547 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.314833 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.315122 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.315407 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.315680 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.315955 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.316243 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.316538 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.316812 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.317089 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.317374 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.317670 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.317942 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.318225 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.318503 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.318777 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.319048 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.319322 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.319610 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.319909 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.320256 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.320537 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.320813 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.321084 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.321368 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.321668 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.321957 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.322229 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.322506 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.322778 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.323054 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.323328 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.323598 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.323870 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.324143 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.324412 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.324711 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.324982 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.325251 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.325544 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.325817 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.326092 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.326364 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.326635 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.326905 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.327176 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.327445 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.327728 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.328022 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.328301 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.328577 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.328855 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.329130 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.329422 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.329701 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.329977 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.330253 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.330545 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.330832 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.331111 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.331394 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.331689 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.331965 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.332256 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.332532 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.332804 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.333090 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.333364 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.333660 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.333943 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.334224 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.334515 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.334806 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.335096 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.335386 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.336196 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.336486 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.336795 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.337074 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:19.337291 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 31 15:27:19.337552 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104049) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 31 15:27:19.707061 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104049) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 31 15:27:19.707343 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104049) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 31 15:27:19.707647 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104049) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 31 15:27:19.708141 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 31 15:27:20.036568 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:20.036856 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:20.037143 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:20.038338 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:20.038635 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:20.039014 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:20.092762 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:20.093036 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:20.093305 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:20.107603 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:20.107876 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:20.108139 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:20.137038 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:20.137315 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:20.137608 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:20.279563 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:20.280194 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:20.280194 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:20.505784 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:20.506070 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:20.506339 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:20.506599 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:20.508081 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:20.605470 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:20.605734 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:20.606015 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:20.606279 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:20.606539 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:20.606843 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:20.607097 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:20.607347 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:20.607595 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:20.607870 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:20.608132 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:20.608388 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:20.608638 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:20.608884 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:20.609134 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:20.609413 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:20.609660 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:20.609925 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:20.610192 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:20.610444 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:20.610712 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:20.610961 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:20.611238 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:20.611609 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:20.611854 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:20.612091 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:20.612478 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104049) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 15:27:20.612714 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104049) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 15:27:20.612945 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104049) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 15:27:20.613176 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104049) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 15:27:20.613486 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104049) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 15:27:20.613723 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104049) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 15:27:20.614079 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 31 15:27:20.617259 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 31 15:27:20.621228 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 31 15:27:20.624836 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Mar 31 15:27:20.626454 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 31 15:27:20.626914 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 31 15:27:20.627245 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 31 15:27:20.627625 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 31 15:27:20.630419 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 31 15:27:20.630665 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 31 15:27:20.631002 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 31 15:27:20.636181 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 31 15:27:20.659748 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 31 15:27:20.660192 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:20.660485 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104049) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 31 15:27:20.660849 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:20.662200 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104049) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 31 15:27:20.662475 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 31 15:27:20.662718 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 31 15:27:20.666508 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:20.666787 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:20.727783 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 31 15:27:20.728015 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 31 15:27:20.728249 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 31 15:27:20.728619 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 31 15:27:20.748803 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_db.sqlalchemy.engines [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104049) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 31 15:27:21.355454 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.plugins.ml2.managers [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Initializing driver for type 'gre' Mar 31 15:27:21.356084 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] gre ID ranges: [(1, 1000)] Mar 31 15:27:21.555605 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.plugins.ml2.managers [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Initializing driver for type 'local' Mar 31 15:27:21.555937 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.plugins.ml2.managers [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Initializing driver for type 'vlan' Mar 31 15:27:21.646414 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] VlanTypeDriver initialization complete Mar 31 15:27:21.646686 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.plugins.ml2.managers [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Initializing driver for type 'vxlan' Mar 31 15:27:21.647200 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] vxlan ID ranges: [(1, 1000)] Mar 31 15:27:21.800563 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.plugins.ml2.managers [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Initializing extension driver 'port_security' Mar 31 15:27:21.800893 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.plugins.ml2.extensions.port_security [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] PortSecurityExtensionDriver initialization complete Mar 31 15:27:21.801216 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.plugins.ml2.managers [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Initializing mechanism driver 'openvswitch' Mar 31 15:27:21.801562 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.plugins.ml2.managers [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Initializing mechanism driver 'hyperv' Mar 31 15:27:21.812412 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.plugins.ml2.plugin [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:21.813082 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Subscribe: > port after_create 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:21.813470 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Subscribe: > port after_update 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:21.813823 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Subscribe: > port after_delete 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:21.814359 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104049) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 15:27:21.814786 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Subscribe: > subnet after_create 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:21.815130 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Subscribe: > subnet after_update 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:21.815466 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Subscribe: > subnet after_delete 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:21.815858 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104049) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 15:27:21.816256 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Subscribe: > network after_create 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:21.816603 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Subscribe: > network after_update 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:21.816952 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Subscribe: > network after_delete 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:21.817344 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104049) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 15:27:21.817769 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Subscribe: > security_group after_create 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:21.818111 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Subscribe: > security_group after_update 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:21.818441 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Subscribe: > security_group after_delete 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:21.818992 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104049) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 15:27:21.819401 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:21.819744 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:21.820391 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:21.820790 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104049) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 15:27:21.821214 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Subscribe: > address_group after_create 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:21.821822 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Subscribe: > address_group after_update 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:21.822303 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Subscribe: > address_group after_delete 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:21.822710 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104049) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 15:27:21.823247 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] ML2 OVO RPC backend initialized. {{(pid=104049) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 31 15:27:21.824122 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Subscribe: > router_interface after_create 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:21.824476 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:21.824954 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Subscribe: > network before_response 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:21.825404 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Subscribe: > networks before_response 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:21.825984 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Subscribe: > port before_response 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:21.826558 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Subscribe: > ports before_response 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:21.827079 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Subscribe: > subnet before_response 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:21.827428 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Subscribe: > subnets before_response 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:21.827768 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Subscribe: > network after_create 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:21.828258 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Subscribe: > network after_update 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:21.828602 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Subscribe: > network after_delete 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:21.828941 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Subscribe: > port after_create 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:21.829274 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Subscribe: > port after_update 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:21.829641 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Subscribe: > port after_delete 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:21.829977 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Subscribe: > subnet after_create 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:21.833208 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Subscribe: > subnet after_update 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:21.833208 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Subscribe: > subnet after_delete 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:21.839404 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.quota [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loaded quota_driver: . Mar 31 15:27:21.839822 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.plugins.ml2.plugin [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Modular L2 Plugin initialization complete Mar 31 15:27:21.840163 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading services supported by the core plugin {{(pid=104049) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 31 15:27:21.840499 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.plugins.ml2.managers [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Got port-security extension from driver 'port_security' Mar 31 15:27:21.840968 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.extensions.vlantransparent [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Disabled vlantransparent extension. Mar 31 15:27:21.841477 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104049) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 31 15:27:21.841797 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading Plugin: router Mar 31 15:27:21.883288 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Subscribe: > router_interface before_create 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:21.883673 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Subscribe: > router after_create 55549900 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:21.884037 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Subscribe: > router before_create 55549900 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:21.884396 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:21.884765 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:21.885117 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Subscribe: > router after_delete 55549900 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:21.885517 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Subscribe: > floatingip after_create 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:21.885864 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Subscribe: > floatingip after_update 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:21.886217 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Subscribe: > router after_create 55549900 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:21.886556 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Subscribe: > router after_update 55549900 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:21.886897 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Subscribe: > router after_update 55549900 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:21.887236 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:21.887591 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Subscribe: > router after_update 55549900 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:21.887989 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Subscribe: > router precommit_update 55549900 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:21.888348 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Subscribe: port after_update 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:21.888683 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Subscribe: port after_delete 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:21.889011 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Subscribe: subnet after_update 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:21.889340 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:21.889709 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Subscribe: > port precommit_delete 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:21.890049 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Subscribe: > router precommit_create 55549900 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:21.890386 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Subscribe: port before_delete 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:21.890724 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Subscribe: > router precommit_create 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:21.891126 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Subscribe: > router after_update 55549900 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:21.891459 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Subscribe: > router precommit_delete 55549900 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:21.891798 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Subscribe: > router precommit_create 55549900 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:21.892151 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Subscribe: > router_interface after_create 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:21.892487 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Subscribe: > router precommit_update 55549900 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:21.892843 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Subscribe: > agent after_create 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:21.893185 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Subscribe: > agent after_delete 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:21.893559 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Subscribe: > network after_delete 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:21.894393 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.quota.resource_registry [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Tracking information for resource: router configured {{(pid=104049) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 15:27:21.894719 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.quota.resource_registry [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Tracking information for resource: floatingip configured {{(pid=104049) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 15:27:21.905866 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.db.l3_agentschedulers_db [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 31 15:27:21.905866 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Subscribe: port after_update 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:21.905866 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Subscribe: port after_create 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:21.905866 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Subscribe: port after_delete 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:21.905866 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Subscribe: port after_update 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:21.906289 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Subscribe: > router before_create 55550100 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:21.906289 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Subscribe: > router precommit_delete 55550100 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:21.906289 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Subscribe: > router precommit_create 55550100 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:21.906289 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Subscribe: > router precommit_update 55550100 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:21.907703 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.services.provider_configuration [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Service providers = [] {{(pid=104049) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 31 15:27:21.908061 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.db.servicetype_db [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104049) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 31 15:27:21.910977 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.services.service_base [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104049) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 31 15:27:21.911319 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.services.service_base [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104049) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 31 15:27:21.911655 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.services.service_base [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104049) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 31 15:27:21.912526 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.services.service_base [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104049) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 31 15:27:21.912888 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.services.service_base [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 31 15:27:21.913248 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104049) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 15:27:21.914130 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 31 15:27:21.924382 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104049) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 15:27:21.924710 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading Plugin: auto_allocate Mar 31 15:27:21.931207 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Subscribe: network precommit_update 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:21.931571 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Subscribe: network precommit_create 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:21.932081 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104049) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 15:27:21.932395 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading Plugin: tag Mar 31 15:27:21.938868 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104049) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 15:27:21.939194 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading Plugin: timestamp Mar 31 15:27:21.943134 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104049) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 15:27:21.943461 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading Plugin: network_ip_availability Mar 31 15:27:21.948851 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:21.949216 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:21.949600 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:21.950306 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104049) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 15:27:21.950619 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading Plugin: flavors Mar 31 15:27:21.955225 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104049) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 15:27:21.955550 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading Plugin: revisions Mar 31 15:27:21.959732 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104049) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 15:27:21.960122 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_concurrency.lockutils [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.252s {{(pid=104049) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 31 15:27:21.960876 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104049) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 31 15:27:21.961202 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Initializing extension manager. Mar 31 15:27:21.961763 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: __init__.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:21.962098 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: __pycache__ {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:21.962425 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: address_group.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:21.963162 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:21.963739 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loaded extension: address-group Mar 31 15:27:21.964054 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: address_scope.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:21.964754 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:21.965260 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loaded extension: address-scope Mar 31 15:27:21.965600 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: admin_state_down_before_update.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:21.966688 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:21.967200 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loaded extension: router-admin-state-down-before-update Mar 31 15:27:21.967520 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: agent.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:21.968208 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:21.968707 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loaded extension: agent Mar 31 15:27:21.969021 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: agent_resources_synced.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:21.969938 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:21.970440 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loaded extension: agent-resources-synced Mar 31 15:27:21.970754 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: allowedaddresspairs.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:21.972504 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:21.973017 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loaded extension: allowed-address-pairs Mar 31 15:27:21.973337 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: auto_allocated_topology.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:21.974416 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:21.974920 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loaded extension: auto-allocated-topology Mar 31 15:27:21.975236 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: availability_zone.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:21.975910 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:21.976955 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loaded extension: availability_zone Mar 31 15:27:21.977272 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: availability_zone_filter.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:21.978193 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:21.978691 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loaded extension: availability_zone_filter Mar 31 15:27:21.979006 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: data_plane_status.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:21.979896 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:21.980402 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Extension data-plane-status not supported by any of loaded plugins Mar 31 15:27:21.980719 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: default_subnetpools.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:21.981638 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:21.982139 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loaded extension: default-subnetpools Mar 31 15:27:21.982454 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: dhcpagentscheduler.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:21.983244 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:21.983746 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loaded extension: dhcp_agent_scheduler Mar 31 15:27:21.984061 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: dns.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:21.984952 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:21.985474 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Extension dns-integration not supported by any of loaded plugins Mar 31 15:27:21.985789 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: dns_domain_ports.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:21.986679 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:21.987175 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 31 15:27:21.987491 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:21.988387 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:21.988883 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 31 15:27:21.989196 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: dvr.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:21.989873 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:21.990446 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loaded extension: dvr Mar 31 15:27:21.990978 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: ecmp_routes.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:21.992883 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:21.993412 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Extension ecmp_routes not supported by any of loaded plugins Mar 31 15:27:21.993733 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: empty_string_filtering.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:21.994678 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:21.995213 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loaded extension: empty-string-filtering Mar 31 15:27:21.995530 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:21.996967 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:21.997493 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 31 15:27:21.997894 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:21.998799 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:21.999300 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 31 15:27:21.999613 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: external_net.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.000507 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.001025 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loaded extension: external-net Mar 31 15:27:22.001344 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: extra_dhcp_opt.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.002267 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.002771 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loaded extension: extra_dhcp_opt Mar 31 15:27:22.003087 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: extraroute.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.004010 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.004508 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loaded extension: extraroute Mar 31 15:27:22.004866 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: extraroute_atomic.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.006456 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.006970 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loaded extension: extraroute-atomic Mar 31 15:27:22.007574 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: filter_validation.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.008245 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.008747 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loaded extension: filter-validation Mar 31 15:27:22.009062 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: fip_pf_description.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.009993 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.010498 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 31 15:27:22.010817 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: fip_pf_port_range.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.011745 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.012246 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Mar 31 15:27:22.012539 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: fip_port_details.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.013495 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.013974 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loaded extension: fip-port-details Mar 31 15:27:22.014306 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: flavors.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.015511 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.016021 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loaded extension: flavors Mar 31 15:27:22.016340 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.018010 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.018524 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 31 15:27:22.018850 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: floatingip_pools.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.019536 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.020042 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loaded extension: floatingip-pools Mar 31 15:27:22.020363 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: ip_allocation.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.021271 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.021803 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Extension ip_allocation not supported by any of loaded plugins Mar 31 15:27:22.022124 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.023050 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.023555 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loaded extension: ip-substring-filtering Mar 31 15:27:22.023875 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: l2_adjacency.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.024789 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.025286 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Extension l2_adjacency not supported by any of loaded plugins Mar 31 15:27:22.025635 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: l3.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.028202 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.028733 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loaded extension: router Mar 31 15:27:22.029061 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: l3_conntrack_helper.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.031302 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.031822 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 31 15:27:22.032152 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.033064 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.033611 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loaded extension: ext-gw-mode Mar 31 15:27:22.033933 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.034838 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.035343 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loaded extension: l3-ha Mar 31 15:27:22.035663 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.036556 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.037058 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 31 15:27:22.037376 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: l3_flavors.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.038293 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.039327 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loaded extension: l3-flavors Mar 31 15:27:22.039643 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: l3_ndp_proxy.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.040988 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.041536 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 31 15:27:22.041864 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.042768 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.043276 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loaded extension: l3-port-ip-change-not-allowed Mar 31 15:27:22.043599 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: l3agentscheduler.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.044646 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.045152 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loaded extension: l3_agent_scheduler Mar 31 15:27:22.045635 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: local_ip.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.047422 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.047953 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Extension local_ip not supported by any of loaded plugins Mar 31 15:27:22.048285 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: logging.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.049764 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.050282 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Extension logging not supported by any of loaded plugins Mar 31 15:27:22.050608 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: metering.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.051347 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.051925 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loaded extension: metering Mar 31 15:27:22.052245 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.053337 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.053872 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loaded extension: metering_source_and_destination_fields Mar 31 15:27:22.054841 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: multiprovidernet.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.055759 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.056271 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loaded extension: multi-provider Mar 31 15:27:22.056593 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: netmtu.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.057517 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.058025 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loaded extension: net-mtu Mar 31 15:27:22.058344 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: netmtu_writable.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.059247 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.059749 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loaded extension: net-mtu-writable Mar 31 15:27:22.060064 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: network_availability_zone.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.060721 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.061226 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loaded extension: network_availability_zone Mar 31 15:27:22.061570 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: network_ip_availability.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.062672 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.063181 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loaded extension: network-ip-availability Mar 31 15:27:22.063498 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: network_segment_range.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.064247 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.064741 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Extension network-segment-range not supported by any of loaded plugins Mar 31 15:27:22.065055 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: pagination.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.066205 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.066533 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loaded extension: pagination Mar 31 15:27:22.066848 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: port_device_profile.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.067751 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.068259 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loaded extension: port-device-profile Mar 31 15:27:22.068577 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.069526 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.070077 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loaded extension: port-mac-address-regenerate Mar 31 15:27:22.070399 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.071324 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.071831 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loaded extension: port-numa-affinity-policy Mar 31 15:27:22.072150 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: port_resource_request.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.073040 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.073563 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Extension port-resource-request not supported by any of loaded plugins Mar 31 15:27:22.073880 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: port_resource_request_groups.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.074849 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.075351 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 31 15:27:22.075668 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: portbindings.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.076581 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.077104 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loaded extension: binding Mar 31 15:27:22.077428 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: portbindings_extended.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.078678 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.079184 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loaded extension: binding-extended Mar 31 15:27:22.079505 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: portsecurity.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.080405 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.080913 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loaded extension: port-security Mar 31 15:27:22.081236 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: project_id.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.082221 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.082549 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loaded extension: project-id Mar 31 15:27:22.082864 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: providernet.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.083775 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.084291 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loaded extension: provider Mar 31 15:27:22.084611 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: qos.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.089627 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.090161 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Extension qos not supported by any of loaded plugins Mar 31 15:27:22.090488 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.091720 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.092236 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 31 15:27:22.092567 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.093551 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.094063 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 31 15:27:22.094384 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: qos_default.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.095711 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.096529 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Extension qos-default not supported by any of loaded plugins Mar 31 15:27:22.097084 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: qos_fip.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.098124 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.098918 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Extension qos-fip not supported by any of loaded plugins Mar 31 15:27:22.099245 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: qos_fip_network_policy.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.100219 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.101624 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 31 15:27:22.102204 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: qos_gateway_ip.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.103225 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.103742 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 31 15:27:22.104064 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: qos_port_network_policy.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.104967 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.106072 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 31 15:27:22.106397 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.107500 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.108054 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 31 15:27:22.108525 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.110147 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.110898 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 31 15:27:22.111226 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: qos_pps_rule.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.112632 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.113221 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Extension qos-pps not supported by any of loaded plugins Mar 31 15:27:22.113609 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: qos_rule_type_details.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.115039 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.115606 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 31 15:27:22.115929 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: qos_rule_type_filter.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.117555 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.118070 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Extension qos-rule-type-filter not supported by any of loaded plugins Mar 31 15:27:22.118390 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: qos_rules_alias.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.119435 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.119945 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 31 15:27:22.120265 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: quota_check_limit.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.121252 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.121792 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loaded extension: quota-check-limit Mar 31 15:27:22.122116 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: quotasv2.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.123074 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.123399 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loaded extension: quotas Mar 31 15:27:22.124771 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: quotasv2_detail.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.126754 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.127178 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loaded extension: quota_details Mar 31 15:27:22.127506 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: rbac.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.128641 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.129160 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loaded extension: rbac-policies Mar 31 15:27:22.129514 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: rbac_address_group.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.130443 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.130954 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loaded extension: rbac-address-group Mar 31 15:27:22.131282 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: rbac_address_scope.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.132504 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.133267 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loaded extension: rbac-address-scope Mar 31 15:27:22.133841 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: rbac_security_groups.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.135306 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.135824 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loaded extension: rbac-security-groups Mar 31 15:27:22.136244 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: rbac_subnetpool.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.137335 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.137957 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loaded extension: rbac-subnetpool Mar 31 15:27:22.138429 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: revisionifmatch.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.139817 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.140336 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loaded extension: revision-if-match Mar 31 15:27:22.140660 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: revisions.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.141787 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.142372 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loaded extension: standard-attr-revisions Mar 31 15:27:22.142692 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: router_availability_zone.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.143355 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.143861 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loaded extension: router_availability_zone Mar 31 15:27:22.144177 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: routerservicetype.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.145088 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.145625 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Extension router-service-type not supported by any of loaded plugins Mar 31 15:27:22.145943 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.146858 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.147357 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loaded extension: security-groups-normalized-cidr Mar 31 15:27:22.147671 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: security_groups_port_filtering.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.149169 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.149745 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loaded extension: port-security-groups-filtering Mar 31 15:27:22.150062 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.150984 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.151486 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loaded extension: security-groups-remote-address-group Mar 31 15:27:22.151801 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.152705 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.153204 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loaded extension: security-groups-shared-filtering Mar 31 15:27:22.153585 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.154144 dv-cinder-750782-15-smb neutron-server[104049]: WARNING neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 31 15:27:22.154457 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: securitygroup.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.166439 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.166973 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loaded extension: security-group Mar 31 15:27:22.167300 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: segment.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.168406 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.169169 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Extension segment not supported by any of loaded plugins Mar 31 15:27:22.169532 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.170474 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.170981 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 31 15:27:22.171320 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: servicetype.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.172472 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.172984 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loaded extension: service-type Mar 31 15:27:22.173307 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: sorting.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.174297 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.174624 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loaded extension: sorting Mar 31 15:27:22.174939 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: standard_attr_segment.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.175862 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.176369 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 31 15:27:22.176706 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: standardattrdescription.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.177341 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.177868 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loaded extension: standard-attr-description Mar 31 15:27:22.178208 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: stateful_security_group.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.179235 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.179754 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loaded extension: stateful-security-group Mar 31 15:27:22.180103 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: stdattrs_common.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.180666 dv-cinder-750782-15-smb neutron-server[104049]: WARNING neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 31 15:27:22.180979 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.182109 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.185618 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 31 15:27:22.186304 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: subnet_onboard.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.187552 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.188154 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loaded extension: subnet_onboard Mar 31 15:27:22.188476 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.189558 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.190068 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 31 15:27:22.190387 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: subnet_service_types.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.191302 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.191811 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loaded extension: subnet-service-types Mar 31 15:27:22.192130 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: subnetallocation.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.193193 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.193728 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loaded extension: subnet_allocation Mar 31 15:27:22.194048 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.194704 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.195233 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loaded extension: subnetpool-prefix-ops Mar 31 15:27:22.195571 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.196917 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.197826 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 31 15:27:22.198327 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: tagging.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.199707 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.200358 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loaded extension: standard-attr-tag Mar 31 15:27:22.200912 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: timestamp.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.202317 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.203000 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loaded extension: standard-attr-timestamp Mar 31 15:27:22.203323 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: trunk.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.204336 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.204849 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Extension trunk not supported by any of loaded plugins Mar 31 15:27:22.205170 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: trunk_details.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.206109 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.206615 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Extension trunk-details not supported by any of loaded plugins Mar 31 15:27:22.206933 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: uplink_status_propagation.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.207936 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.208556 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 31 15:27:22.208872 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Loading extension file: vlantransparent.py {{(pid=104049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:27:22.209783 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:27:22.210893 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Extension vlan-transparent not supported by any of loaded plugins Mar 31 15:27:22.213533 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.quota.resource_registry [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Creating instance of TrackedResource for resource:network Mar 31 15:27:22.214049 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.quota.resource_registry [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Creating instance of TrackedResource for resource:subnet Mar 31 15:27:22.214459 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.quota.resource_registry [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 15:27:22.214844 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.quota.resource_registry [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Creating instance of TrackedResource for resource:port Mar 31 15:27:22.216086 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.v2.resource_helper [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104049) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 15:27:22.216522 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.v2.resource_helper [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Service FLAVORS assigned prefix: {{(pid=104049) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 15:27:22.217119 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.v2.resource_helper [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104049) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 15:27:22.217574 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.v2.resource_helper [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104049) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 15:27:22.217901 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.quota.resource_registry [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Creating instance of TrackedResource for resource:router Mar 31 15:27:22.218523 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.quota.resource_registry [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Creating instance of TrackedResource for resource:floatingip Mar 31 15:27:22.219364 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.v2.resource_helper [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Service METERING assigned prefix: /metering {{(pid=104049) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 15:27:22.221573 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:22.221946 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:22.222505 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:27:22.223823 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.quota.resource_registry [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Creating instance of CountableResource for resource:rbac_policy Mar 31 15:27:22.224255 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.quota.resource_registry [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Creating instance of TrackedResource for resource:security_group Mar 31 15:27:22.224764 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.quota.resource_registry [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Creating instance of TrackedResource for resource:security_group_rule Mar 31 15:27:22.225446 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.v2.resource_helper [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Service CORE assigned prefix: {{(pid=104049) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 15:27:22.225776 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.quota.resource_registry [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 15:27:22.226745 dv-cinder-750782-15-smb neutron-server[104049]: WARNING neutron.quota.resource_registry [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] subnetpool is already registered Mar 31 15:27:22.227168 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.v2.resource_helper [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Service CORE assigned prefix: {{(pid=104049) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 15:27:22.227500 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.quota.resource_registry [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 15:27:22.227826 dv-cinder-750782-15-smb neutron-server[104049]: WARNING neutron.quota.resource_registry [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] subnetpool is already registered Mar 31 15:27:22.230204 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.v2.resource_helper [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104049) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 15:27:22.230628 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.v2.resource_helper [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Service FLAVORS assigned prefix: {{(pid=104049) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 15:27:22.231209 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.v2.resource_helper [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104049) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 15:27:22.231722 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.v2.resource_helper [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104049) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 15:27:22.232049 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.quota.resource_registry [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Creating instance of TrackedResource for resource:router Mar 31 15:27:22.232467 dv-cinder-750782-15-smb neutron-server[104049]: WARNING neutron.quota.resource_registry [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] router is already registered Mar 31 15:27:22.232871 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.quota.resource_registry [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Creating instance of TrackedResource for resource:floatingip Mar 31 15:27:22.233264 dv-cinder-750782-15-smb neutron-server[104049]: WARNING neutron.quota.resource_registry [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] floatingip is already registered Mar 31 15:27:22.233738 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.v2.resource_helper [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Service METERING assigned prefix: /metering {{(pid=104049) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 15:27:22.234440 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.quota.resource_registry [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Creating instance of CountableResource for resource:rbac_policy Mar 31 15:27:22.234761 dv-cinder-750782-15-smb neutron-server[104049]: WARNING neutron.quota.resource_registry [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] rbac_policy is already registered Mar 31 15:27:22.235165 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.quota.resource_registry [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Creating instance of TrackedResource for resource:security_group Mar 31 15:27:22.235496 dv-cinder-750782-15-smb neutron-server[104049]: WARNING neutron.quota.resource_registry [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] security_group is already registered Mar 31 15:27:22.235893 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.quota.resource_registry [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Creating instance of TrackedResource for resource:security_group_rule Mar 31 15:27:22.236218 dv-cinder-750782-15-smb neutron-server[104049]: WARNING neutron.quota.resource_registry [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] security_group_rule is already registered Mar 31 15:27:22.236829 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.v2.resource_helper [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Service CORE assigned prefix: {{(pid=104049) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 15:27:22.237149 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.quota.resource_registry [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 15:27:22.237501 dv-cinder-750782-15-smb neutron-server[104049]: WARNING neutron.quota.resource_registry [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] subnetpool is already registered Mar 31 15:27:22.237918 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.v2.resource_helper [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Service CORE assigned prefix: {{(pid=104049) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 15:27:22.238236 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.quota.resource_registry [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 15:27:22.238561 dv-cinder-750782-15-smb neutron-server[104049]: WARNING neutron.quota.resource_registry [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] subnetpool is already registered Mar 31 15:27:22.239040 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Extended resource: extensions {{(pid=104049) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:27:22.241084 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Extended resource: address-groups {{(pid=104049) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:27:22.243499 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Extended resource: address-scopes {{(pid=104049) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:27:22.245470 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Extended resource: agents {{(pid=104049) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:27:22.246800 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Extended resource: auto-allocated-topology {{(pid=104049) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:27:22.248021 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Extended resource: availability_zones {{(pid=104049) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:27:22.249213 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Extended resource: dhcp-networks {{(pid=104049) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:27:22.250808 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Extended resource: dhcp-agents {{(pid=104049) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:27:22.252445 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Extended resource: routers {{(pid=104049) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:27:22.254850 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Extended resource: flavors {{(pid=104049) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:27:22.256014 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Extended resource: service_profiles {{(pid=104049) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:27:22.257548 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Extended resource: next_providers {{(pid=104049) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:27:22.258977 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Extended resource: service_profiles {{(pid=104049) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:27:22.262017 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Extended resource: floatingip-pools {{(pid=104049) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:27:22.264144 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Extended resource: routers {{(pid=104049) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:27:22.267041 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Extended resource: floatingips {{(pid=104049) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:27:22.268361 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Extended resource: l3-routers {{(pid=104049) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:27:22.269744 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Extended resource: l3-agents {{(pid=104049) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:27:22.271130 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Extended resource: metering-labels {{(pid=104049) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:27:22.272668 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Extended resource: metering-label-rules {{(pid=104049) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:27:22.274676 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Extended resource: network-ip-availabilities {{(pid=104049) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:27:22.276085 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Extended resource: bindings {{(pid=104049) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:27:22.277732 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Extended resource: quotas {{(pid=104049) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:27:22.279276 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Extended resource: quotas {{(pid=104049) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:27:22.280779 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Extended resource: rbac-policies {{(pid=104049) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:27:22.282207 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Extended resource: security-groups {{(pid=104049) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:27:22.284430 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Extended resource: security-group-rules {{(pid=104049) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:27:22.286118 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Extended resource: service-providers {{(pid=104049) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:27:22.287819 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Extended resource: subnetpools {{(pid=104049) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:27:22.290151 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Extended resource: subnetpools {{(pid=104049) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:27:22.291617 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Extended resource: tags {{(pid=104049) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:27:22.293288 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Extended resource: tags {{(pid=104049) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:27:22.295309 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Extended resource: tags {{(pid=104049) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:27:22.297300 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Extended resource: tags {{(pid=104049) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:27:22.299150 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Extended resource: tags {{(pid=104049) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:27:22.301001 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Extended resource: tags {{(pid=104049) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:27:22.302702 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Extended resource: tags {{(pid=104049) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:27:22.305250 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Extended resource: tags {{(pid=104049) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:27:22.307924 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Extended resource: tags {{(pid=104049) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:27:22.310316 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron.api.extensions [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Extended resource: tags {{(pid=104049) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:27:22.316511 dv-cinder-750782-15-smb neutron-server[104049]: WARNING keystonemiddleware.auth_token [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 31 15:27:22.321518 dv-cinder-750782-15-smb neutron-server[104049]: WARNING keystonemiddleware.auth_token [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 31 15:27:22.332339 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_concurrency.lockutils [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Acquired lock "singleton_lock" {{(pid=104049) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 31 15:27:22.332809 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_concurrency.lockutils [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Releasing lock "singleton_lock" {{(pid=104049) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 31 15:27:22.333480 dv-cinder-750782-15-smb neutron-server[104049]: INFO oslo_service.service [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Starting 2 workers Mar 31 15:27:22.339247 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Started child 104158 {{(pid=104049) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 31 15:27:22.343899 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Started child 104159 {{(pid=104049) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 31 15:27:22.344505 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:22.345768 dv-cinder-750782-15-smb neutron-server[104049]: INFO neutron.service [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Neutron service started, listening on 0.0.0.0:9696 Mar 31 15:27:22.346007 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [-] (104158) wsgi starting up on http://0.0.0.0:9696 Mar 31 15:27:22.346844 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Publish callbacks [] for process (None), before_spawn {{(pid=104049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:22.348792 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:22.350241 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [-] (104159) wsgi starting up on http://0.0.0.0:9696 Mar 31 15:27:22.350364 dv-cinder-750782-15-smb neutron-server[104049]: INFO oslo_service.service [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Starting 1 workers Mar 31 15:27:22.356686 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Started child 104160 {{(pid=104049) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 31 15:27:22.357321 dv-cinder-750782-15-smb neutron-server[104049]: INFO oslo_service.service [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Starting 1 workers Mar 31 15:27:22.360423 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.service [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] calling RpcWorker wait() {{(pid=104160) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 31 15:27:22.360890 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.service [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] returning from RpcWorker wait() {{(pid=104160) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 31 15:27:22.362317 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Started child 104161 {{(pid=104049) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 31 15:27:22.362459 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:22.362762 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:22.363216 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG neutron_lib.callbacks.manager [None req-0f4853d5-5e4c-41dd-94e6-92217b1485be None None] Publish callbacks [] for process (None), after_spawn {{(pid=104049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:22.365175 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104049) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 31 15:27:22.365406 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 31 15:27:22.365598 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 31 15:27:22.365820 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 31 15:27:22.366168 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 31 15:27:22.366329 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 31 15:27:22.366878 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.367221 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.367644 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.367644 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.367945 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.368666 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.368871 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:22.369342 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.369531 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.369968 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.370365 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.370527 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:22.370634 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.370919 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.371335 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.371685 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.372212 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.372569 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.372833 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.373124 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.373295 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.373788 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.374250 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.374674 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.375121 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] debug = True {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.375459 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.375975 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.376226 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.376582 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.376805 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.377104 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.377339 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.377740 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.377999 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.378229 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.378493 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.378754 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.378972 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.379191 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.379448 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.379690 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.379946 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.380166 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.380634 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] host = dv-cinder-750782-15-smb {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.380869 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.381103 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.381331 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.381706 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.381946 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.382452 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.382713 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.382994 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.383220 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.383548 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.383802 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.384025 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.384257 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.384583 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] log_file = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.384745 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] log_options = True {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.384994 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.385310 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.386589 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.386589 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.386589 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.386589 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.386589 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.386589 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.387593 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.387823 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.388043 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.388274 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.388487 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.388731 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.388997 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.389240 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.389500 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.389710 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.389976 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.390228 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.390476 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.390700 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.390932 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.391142 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.391384 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.391595 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.391953 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.392309 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.392723 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.393095 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.393537 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.393946 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.394432 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.394750 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.395292 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.395648 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.395887 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.396126 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.396403 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.396634 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.397049 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.397503 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.398465 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.399146 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.399352 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.399588 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.399953 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] use_json = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.400213 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.400452 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.400716 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.400965 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.401179 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.401419 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.401653 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.401886 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.402131 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.402591 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.403532 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.403870 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.404156 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.404414 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.404682 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.404949 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.405190 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.405530 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.405737 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.406072 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.406307 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.406616 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.406896 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.407163 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.407487 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.407742 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.408025 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.408375 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.408542 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.408772 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.409000 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.409299 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.409572 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.409818 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.421255 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.421255 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.421255 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.421255 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.421255 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.421255 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.421255 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.421255 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.421899 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.421899 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.421899 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.421899 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.421899 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.421899 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.421899 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.421899 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.421899 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.422430 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.422430 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.422430 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.422430 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.422430 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.422430 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.422430 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.422430 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.422889 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.422889 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.422889 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.422889 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.422889 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.422889 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.422889 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.422889 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.422889 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.423447 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.423447 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.423447 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.423447 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.423447 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.423447 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.423447 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.423447 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.423447 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.423990 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.423990 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.423990 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.423990 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.423990 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.423990 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.423990 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.423990 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.423990 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.424497 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.424497 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.424497 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.424497 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.424497 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.424497 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.424497 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.424497 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.424497 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.425082 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.425082 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.425082 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.425277 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.425376 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.425717 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.425943 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.426210 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.426446 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.426671 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.426908 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.427126 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.427372 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.427589 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.427825 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.428060 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.428332 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.428562 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.428800 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.429058 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.429308 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.429808 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.429808 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.430020 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.430254 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.430478 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.430719 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.430950 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.431225 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.431486 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.431723 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.432006 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.432186 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.432462 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.432726 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.432977 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.433368 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.433678 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.433988 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.434257 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.434693 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.434957 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.435190 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.435445 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.435785 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.436091 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.436215 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.436461 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.436700 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.436939 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.437193 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.437462 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.437710 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.438047 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.438285 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.438542 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.438738 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.440352 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.440352 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.440352 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.440352 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.440352 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.440352 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.440830 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.440830 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.441018 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.441226 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.441502 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.441723 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.441976 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.442192 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.442432 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.442674 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.442906 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.443158 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.443392 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.443611 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.443842 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.444063 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.444282 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.444529 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.444762 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.444989 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.445231 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.445474 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.445695 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.445921 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.446133 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.446385 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.446606 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.446872 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.447139 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.447355 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.447583 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.447829 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.448048 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.448290 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.448511 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.448755 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.448971 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.450593 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.450593 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.450593 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.450593 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.450593 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.450593 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.450593 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.451415 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.451415 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.451415 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.451798 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.451798 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.452614 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.452614 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.452614 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.452922 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.453006 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.453156 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.454792 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.454792 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.454792 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.454792 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.454792 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.454792 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.454792 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.455498 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.455498 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.455498 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.455729 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.455811 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.458288 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.458288 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.458288 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.458288 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.458288 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.458288 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.458288 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.458288 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.458288 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.459097 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.459097 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.459097 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.459097 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.459097 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.459534 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.459534 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.459691 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.459820 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.460054 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.460283 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.461017 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.461254 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.461505 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.461726 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.461941 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.462182 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.462393 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.462604 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.462833 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.463044 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.463254 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.463486 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.463695 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.463929 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.464152 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.464383 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.464596 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.464824 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.465030 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.465264 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.465521 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.465763 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.465974 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.466263 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.466516 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.466769 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.467061 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.467292 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.467539 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.467791 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.468106 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.468326 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.468594 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.468848 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.469067 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.469294 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.469568 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.469885 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.470181 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.470429 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.470671 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.470939 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.471218 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.471496 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.471709 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.472000 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.472336 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.472627 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.472898 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.473171 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.474224 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.474224 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.474224 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.474224 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.474683 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.474683 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.474891 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.474974 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.475197 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.475420 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.477471 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.477471 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.477471 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.477471 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.477471 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.477471 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.477471 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 31 15:27:22.478188 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104049) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 31 15:27:22.478188 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 31 15:27:22.478337 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 31 15:27:22.478456 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 31 15:27:22.478628 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 31 15:27:22.478788 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 31 15:27:22.478998 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.479161 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.479322 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.479484 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.479645 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.479828 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.479989 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.480147 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.480307 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.480467 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.480628 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.480833 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.480957 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.481098 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.481257 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.481448 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.481639 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.481801 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.481968 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.482112 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.482300 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.482461 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.482621 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] debug = True {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.482780 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.482995 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.483163 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.483322 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.483480 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.483624 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.483808 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.483974 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.484134 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.484323 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.484455 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.484587 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.484746 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.484911 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.485134 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.485337 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.485337 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.485652 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.485652 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] host = dv-cinder-750782-15-smb {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.486027 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.486027 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.486420 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.486420 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.486420 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.486811 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.486811 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.487115 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.487115 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.487386 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.487386 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.487772 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.487772 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.487772 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] log_file = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.488176 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] log_options = True {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.488176 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.488176 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.488634 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.488634 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.488634 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.489003 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.489003 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.489294 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.489294 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.489745 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.489745 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.489745 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.490038 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.490038 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.490186 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.490266 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.490424 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.490574 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.490852 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.491066 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.491272 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.491471 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.491471 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.491781 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.491781 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.492197 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.492197 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.492466 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.492466 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.492663 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.492663 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.492825 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.492964 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.493124 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.493284 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.493466 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.493629 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.493788 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.493953 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.494112 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.494271 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.494430 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.494589 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.494741 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.494894 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.495052 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.495211 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] use_json = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.495371 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.495550 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.495708 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.495862 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.495989 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.496147 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.496417 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.496585 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.496934 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:27:22.496934 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.497185 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.497316 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.497474 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.497610 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.497806 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.497920 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.498010 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.498154 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.498316 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.498484 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.498647 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.498824 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.498987 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.499150 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.499315 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.499480 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.499643 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.499805 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.499967 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.500128 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.500287 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.500460 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.500622 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.500783 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.500945 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.501111 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.501288 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.501467 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.501649 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.501808 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.502141 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.502321 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.502476 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.502640 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.502838 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.503003 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.503167 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.503331 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.503494 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.503652 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.503814 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.503976 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.504137 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.504300 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.504462 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.504626 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.504789 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.504951 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.505115 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.505279 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.505468 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.505637 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.505804 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.505970 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.506134 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.506295 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.506444 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.506587 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.508067 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.508067 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.508067 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.508067 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.508438 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.508438 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.508675 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.508675 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.508827 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.508966 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.509129 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.509292 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.509464 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.509631 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.509795 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.509957 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.510119 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.510282 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.510446 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.510610 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.510798 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.510921 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.511082 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.511246 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.511611 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.511611 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.511880 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.511880 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.512127 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.512213 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.512320 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.512481 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.512656 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.512834 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.512997 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.513162 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.513324 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.513508 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.513660 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.513903 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.514051 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.514185 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.514316 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.514450 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.514616 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.514789 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.514928 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.515080 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.515240 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.515401 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.515563 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.515724 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.515884 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.516046 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.516207 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.516369 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.516530 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.516691 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.516852 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.517012 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.517183 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.517346 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.517534 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.517696 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.517863 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.518036 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.518199 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.518361 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.518523 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.518684 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.518851 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.519013 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.519175 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.519338 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.519554 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.519726 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.519896 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.520827 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.520827 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.520827 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.520827 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.520827 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.520827 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.522072 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.522072 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.522072 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.522072 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.522072 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.522072 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.522072 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.522072 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.523962 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.523962 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.523962 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.523962 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.523962 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.523962 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.523962 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.523962 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.524983 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.524983 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.524983 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.525162 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.525230 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.525366 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.525627 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.525839 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.526035 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.526190 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.526340 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.526482 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.526597 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.526764 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.526926 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.527088 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.527250 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.527411 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.527578 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.527742 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.527905 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.528069 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.528232 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.528476 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.528616 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.528715 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.528857 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.529020 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.529183 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.529350 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.529542 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.529689 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.529852 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.530015 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.530177 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.530339 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.530520 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.530727 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.530869 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.530986 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.531146 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.531308 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.531469 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.531631 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.531794 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.531957 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.532127 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.532290 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.532452 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.532636 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.532775 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.532964 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.533087 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.533252 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.533433 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.533599 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.533764 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.533927 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.534089 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.534252 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.536455 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.536455 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.536455 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.536455 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.536455 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.536455 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.536455 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.536455 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.537342 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.537342 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.537342 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.537342 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.537342 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.537342 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.537342 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.537342 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.537905 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.537905 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.537905 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.537905 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.537905 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.537905 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.537905 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.538395 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.538395 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.538395 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.538860 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.538860 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.538860 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.539160 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.539160 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.539304 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.539378 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.539519 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.539680 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.539853 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.540016 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.540178 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.540340 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.540500 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.540661 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.540885 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.540986 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.541143 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.541313 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.541498 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.541661 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.541823 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.541997 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.542159 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.542363 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.542533 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.542696 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.542813 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:22.542907 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.543010 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.543167 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.543341 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.543510 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.543675 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.543847 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.544017 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.544187 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.544349 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.544517 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.544690 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.544852 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.545014 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.545176 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.545338 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.545523 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.545686 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.545848 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.546009 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.546170 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.546331 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.546492 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.546657 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.546819 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.546980 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.548154 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.548154 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.548154 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.548154 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.548154 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:27:22.548154 dv-cinder-750782-15-smb neutron-server[104049]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 31 15:27:22.550881 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 40938) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:22.560974 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065277 Mar 31 15:27:34.112042 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5358be69-312a-4ccd-9ecf-297c7d73a9f5 None None] get_active_networks_info from dv-cinder-750782-15-smb {{(pid=104160) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 31 15:27:34.215829 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5358be69-312a-4ccd-9ecf-297c7d73a9f5 None None] No non-hosted networks {{(pid=104160) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 31 15:27:34.224401 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.agentschedulers_db [None req-5358be69-312a-4ccd-9ecf-297c7d73a9f5 None None] DHCP Agent not found on host dv-cinder-750782-15-smb {{(pid=104160) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 31 15:27:34.367954 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-497b217e-018b-43fb-b602-add3bea4f26e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-589782'] for agent (80b0103a-7158-48a6-b59a-3fe393c523d9), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:36.511687 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-21b90630-218a-4794-b9be-c52c8fefe5f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-589782'] for agent (9721ac04-bac7-49da-b384-3a2049eedfa2), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:36.550634 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.db.api [None req-9f95dd53-a026-408e-8bd1-132c5005f17d None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-750782-15-smb {{(pid=104160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:27:36.551785 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG oslo_db.api [None req-9f95dd53-a026-408e-8bd1-132c5005f17d None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:27:37.160256 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-9f95dd53-a026-408e-8bd1-132c5005f17d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (9721ac04-bac7-49da-b384-3a2049eedfa2), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:37.486486 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 41004) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:37.674301 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0b2f012e-2fbd-4b35-9815-8024e4a993e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-589782'] for agent (fb816cbb-0527-4766-83b7-604ad6a553f5), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:38.085073 dv-cinder-750782-15-smb neutron-server[104158]: WARNING oslo_policy.policy [None req-051a2481-b3b0-4aa0-a6fd-4c946b45794b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 15:27:38.085801 dv-cinder-750782-15-smb neutron-server[104158]: WARNING oslo_policy.policy [None req-051a2481-b3b0-4aa0-a6fd-4c946b45794b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 15:27:38.336286 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [None req-051a2481-b3b0-4aa0-a6fd-4c946b45794b admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=104158) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 15:27:38.353938 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-051a2481-b3b0-4aa0-a6fd-4c946b45794b admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8664832 Mar 31 15:27:39.480259 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-211e425b-1201-4862-afc0-6363249efbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-589782'] for agent (1ca8e2b3-6f2e-4d63-b52b-ad8a81fa6826), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:40.701803 dv-cinder-750782-15-smb neutron-server[104160]: INFO neutron.db.l3_hamode_db [None req-a35038b1-1532-487b-87e3-69438a887cfd None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 31 15:27:40.784224 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35038b1-1532-487b-87e3-69438a887cfd None None] Routers set() bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:27:40.784935 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35038b1-1532-487b-87e3-69438a887cfd None None] Router IDs set() for agent in host dv-cinder-750782-15-smb {{(pid=104160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 31 15:27:40.892298 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-589782'] for agent (fd34c7ed-cab5-463e-81bb-e9aa6ef90623), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:40.892895 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:40.893235 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:40.893607 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:40.894166 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:40.894654 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:40.894982 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:40.895304 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:40.895809 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:40.896317 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:40.896891 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:40.897453 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:40.897969 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:40.902890 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:40.902890 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:40.902890 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:40.902890 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-750782-15-smb', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:40.905973 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-750782-15-smb', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:27:40.998393 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 41038) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:41.307432 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.v2.base [None req-9fcf64a7-bac6-4662-8e13-21744e16bcbd admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=104158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:27:41.398396 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.policy [None req-9fcf64a7-bac6-4662-8e13-21744e16bcbd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104158) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 31 15:27:41.442080 dv-cinder-750782-15-smb neutron-server[104158]: WARNING oslo_policy.policy [None req-9fcf64a7-bac6-4662-8e13-21744e16bcbd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 15:27:41.442463 dv-cinder-750782-15-smb neutron-server[104158]: WARNING oslo_policy.policy [None req-9fcf64a7-bac6-4662-8e13-21744e16bcbd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 15:27:41.590980 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-9fcf64a7-bac6-4662-8e13-21744e16bcbd admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772788838252', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772788836703', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772788821730', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772788871729', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772788871049', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772788153492', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-8161896', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8143742', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-679179', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-703769'] for rbac-policy (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:41.819334 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-9fcf64a7-bac6-4662-8e13-21744e16bcbd admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:41.821252 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-9fcf64a7-bac6-4662-8e13-21744e16bcbd admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8217542 Mar 31 15:27:44.294091 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 41050) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:44.598190 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.v2.base [None req-3736f540-9694-4cf9-8289-ea205920e40d demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=104158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:27:44.703968 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3736f540-9694-4cf9-8289-ea205920e40d demo demo] Made reservation on behalf of a775ae89dc05488d96a7924a3be49148 for: {'network': 1} {{(pid=104158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:27:44.707732 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-3736f540-9694-4cf9-8289-ea205920e40d demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for network (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:44.724475 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-3736f540-9694-4cf9-8289-ea205920e40d demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:44.827506 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-3736f540-9694-4cf9-8289-ea205920e40d demo demo] Publish callbacks [] for security_group (3e19d182-3ed8-473a-acf9-614ac8e6d004), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:44.898057 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-3736f540-9694-4cf9-8289-ea205920e40d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (3e19d182-3ed8-473a-acf9-614ac8e6d004), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:44.922212 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3736f540-9694-4cf9-8289-ea205920e40d demo demo] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=104158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:27:44.956298 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-3736f540-9694-4cf9-8289-ea205920e40d demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772784778801', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8219139'] for segment (f28f6049-1bd9-48aa-9a69-83ea403b4e9b), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:44.956861 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-3736f540-9694-4cf9-8289-ea205920e40d demo demo] Unsubscribe: segment precommit_create {{(pid=104158) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 31 15:27:44.957362 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.db.segments_db [None req-3736f540-9694-4cf9-8289-ea205920e40d demo demo] Added segment f28f6049-1bd9-48aa-9a69-83ea403b4e9b of type vlan for network f42ebb00-1544-4a8b-a192-8ded72199c49 Mar 31 15:27:44.973083 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3736f540-9694-4cf9-8289-ea205920e40d demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=3e19d182-3ed8-473a-acf9-614ac8e6d004,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:44.998278 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3736f540-9694-4cf9-8289-ea205920e40d demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:44.999965 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3736f540-9694-4cf9-8289-ea205920e40d demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:44.999965 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3736f540-9694-4cf9-8289-ea205920e40d demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:44.999965 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3736f540-9694-4cf9-8289-ea205920e40d demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:44.999965 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3736f540-9694-4cf9-8289-ea205920e40d demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:44.999965 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3736f540-9694-4cf9-8289-ea205920e40d demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:45.000380 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3736f540-9694-4cf9-8289-ea205920e40d demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:45.000519 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3736f540-9694-4cf9-8289-ea205920e40d demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:45.000831 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3736f540-9694-4cf9-8289-ea205920e40d demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:45.001144 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3736f540-9694-4cf9-8289-ea205920e40d demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:45.001479 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3736f540-9694-4cf9-8289-ea205920e40d demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:45.001811 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3736f540-9694-4cf9-8289-ea205920e40d demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:45.002127 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3736f540-9694-4cf9-8289-ea205920e40d demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:45.002438 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3736f540-9694-4cf9-8289-ea205920e40d demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:45.002741 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3736f540-9694-4cf9-8289-ea205920e40d demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:45.003861 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3736f540-9694-4cf9-8289-ea205920e40d demo demo] Tracked resource versions report: Mar 31 15:27:45.003861 dv-cinder-750782-15-smb neutron-server[104158]: pushed versions: Mar 31 15:27:45.003861 dv-cinder-750782-15-smb neutron-server[104158]: { 'AddressGroup': {'1.2'}, Mar 31 15:27:45.003861 dv-cinder-750782-15-smb neutron-server[104158]: 'Agent': {'1.1'}, Mar 31 15:27:45.003861 dv-cinder-750782-15-smb neutron-server[104158]: 'ConntrackHelper': {'1.0'}, Mar 31 15:27:45.003861 dv-cinder-750782-15-smb neutron-server[104158]: 'LocalIPAssociation': {'1.0'}, Mar 31 15:27:45.003861 dv-cinder-750782-15-smb neutron-server[104158]: 'Log': {'1.0'}, Mar 31 15:27:45.003861 dv-cinder-750782-15-smb neutron-server[104158]: 'NDPProxy': {'1.0'}, Mar 31 15:27:45.003861 dv-cinder-750782-15-smb neutron-server[104158]: 'Network': {'1.1'}, Mar 31 15:27:45.003861 dv-cinder-750782-15-smb neutron-server[104158]: 'Port': {'1.7'}, Mar 31 15:27:45.003861 dv-cinder-750782-15-smb neutron-server[104158]: 'PortForwarding': {'1.3'}, Mar 31 15:27:45.003861 dv-cinder-750782-15-smb neutron-server[104158]: 'QosPolicy': {'1.10'}, Mar 31 15:27:45.003861 dv-cinder-750782-15-smb neutron-server[104158]: 'SecurityGroup': {'1.5'}, Mar 31 15:27:45.003861 dv-cinder-750782-15-smb neutron-server[104158]: 'SecurityGroupRule': {'1.2'}, Mar 31 15:27:45.003861 dv-cinder-750782-15-smb neutron-server[104158]: 'SubPort': {'1.0'}, Mar 31 15:27:45.003861 dv-cinder-750782-15-smb neutron-server[104158]: 'Subnet': {'1.1'}, Mar 31 15:27:45.003861 dv-cinder-750782-15-smb neutron-server[104158]: 'Trunk': {'1.1'}} Mar 31 15:27:45.003861 dv-cinder-750782-15-smb neutron-server[104158]: consumer versions: Mar 31 15:27:45.003861 dv-cinder-750782-15-smb neutron-server[104158]: { DHCP agent@dv-cinder-750782-15-smb: {}, Mar 31 15:27:45.003861 dv-cinder-750782-15-smb neutron-server[104158]: L3 agent@dv-cinder-750782-15-smb: {}, Mar 31 15:27:45.003861 dv-cinder-750782-15-smb neutron-server[104158]: Metadata agent@dv-cinder-750782-15-smb: {}, Mar 31 15:27:45.003861 dv-cinder-750782-15-smb neutron-server[104158]: Metering agent@dv-cinder-750782-15-smb: {}, Mar 31 15:27:45.003861 dv-cinder-750782-15-smb neutron-server[104158]: Open vSwitch agent@dv-cinder-750782-15-smb: { 'AddressGroup': '1.2', Mar 31 15:27:45.003861 dv-cinder-750782-15-smb neutron-server[104158]: 'Agent': '1.1', Mar 31 15:27:45.003861 dv-cinder-750782-15-smb neutron-server[104158]: 'ConntrackHelper': '1.0', Mar 31 15:27:45.003861 dv-cinder-750782-15-smb neutron-server[104158]: 'LocalIPAssociation': '1.0', Mar 31 15:27:45.003861 dv-cinder-750782-15-smb neutron-server[104158]: 'Log': '1.0', Mar 31 15:27:45.003861 dv-cinder-750782-15-smb neutron-server[104158]: 'NDPProxy': '1.0', Mar 31 15:27:45.003861 dv-cinder-750782-15-smb neutron-server[104158]: 'Network': '1.1', Mar 31 15:27:45.003861 dv-cinder-750782-15-smb neutron-server[104158]: 'Port': '1.7', Mar 31 15:27:45.003861 dv-cinder-750782-15-smb neutron-server[104158]: 'PortForwarding': '1.3', Mar 31 15:27:45.003861 dv-cinder-750782-15-smb neutron-server[104158]: 'QosPolicy': '1.10', Mar 31 15:27:45.003861 dv-cinder-750782-15-smb neutron-server[104158]: 'SecurityGroup': '1.5', Mar 31 15:27:45.003861 dv-cinder-750782-15-smb neutron-server[104158]: 'SecurityGroupRule': '1.2', Mar 31 15:27:45.003861 dv-cinder-750782-15-smb neutron-server[104158]: 'SubPort': '1.0', Mar 31 15:27:45.003861 dv-cinder-750782-15-smb neutron-server[104158]: 'Subnet': '1.1', Mar 31 15:27:45.003861 dv-cinder-750782-15-smb neutron-server[104158]: 'Trunk': '1.1'}} Mar 31 15:27:45.003861 dv-cinder-750782-15-smb neutron-server[104158]: {{(pid=104158) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 15:27:45.069887 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-3736f540-9694-4cf9-8289-ea205920e40d demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772784419386'] for network (f42ebb00-1544-4a8b-a192-8ded72199c49), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:45.184055 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-3736f540-9694-4cf9-8289-ea205920e40d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315'] for network (f42ebb00-1544-4a8b-a192-8ded72199c49), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:45.189235 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3736f540-9694-4cf9-8289-ea205920e40d demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:45.189950 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-3736f540-9694-4cf9-8289-ea205920e40d demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043269'] for network (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:45.308160 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3736f540-9694-4cf9-8289-ea205920e40d demo demo] Pushing event updated for resources: {'Network': ['ID=f42ebb00-1544-4a8b-a192-8ded72199c49,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:45.319484 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Network f42ebb00-1544-4a8b-a192-8ded72199c49 details requested by agent ovs-agent-dv-cinder-750782-15-smb with host dv-cinder-750782-15-smb {{(pid=104160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 15:27:45.345280 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-3736f540-9694-4cf9-8289-ea205920e40d demo demo] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0455220 Mar 31 15:27:47.876330 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 41062) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:48.279417 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf379b9-cb38-4196-ab44-a9750e8f5160 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:48.280707 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-ecf379b9-cb38-4196-ab44-a9750e8f5160 demo admin] 10.222.0.21 "GET /v2.0/networks/f42ebb00-1544-4a8b-a192-8ded72199c49 HTTP/1.1" status: 200 len: 825 time: 0.4034297 Mar 31 15:27:48.304771 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-552fdef8-6d4a-4c8b-8608-0426567ec337 demo admin] 10.222.0.21 "GET /v2.0/subnetpools/601f541c-ee35-4471-abdd-3ae7004b2171 HTTP/1.1" status: 200 len: 734 time: 0.0184588 Mar 31 15:27:48.312896 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.v2.base [None req-49188cc3-baa7-464b-ba44-312c6e3babae demo admin] Request body: {'subnet': {'subnetpool_id': '601f541c-ee35-4471-abdd-3ae7004b2171', 'gateway_ip': '172.20.0.1', 'network_id': 'f42ebb00-1544-4a8b-a192-8ded72199c49', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=104158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:27:48.400114 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49188cc3-baa7-464b-ba44-312c6e3babae demo admin] Made reservation on behalf of a775ae89dc05488d96a7924a3be49148 for: {'subnet': 1} {{(pid=104158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:27:48.402478 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-49188cc3-baa7-464b-ba44-312c6e3babae demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:48.732286 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-49188cc3-baa7-464b-ba44-312c6e3babae demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315'] for subnet (bca10a5a-f99f-4d1a-b0b9-776312545544), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:48.801963 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49188cc3-baa7-464b-ba44-312c6e3babae demo admin] Pushing event updated for resources: {'Subnet': ['ID=bca10a5a-f99f-4d1a-b0b9-776312545544,revision_number=0']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:48.803852 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49188cc3-baa7-464b-ba44-312c6e3babae demo admin] Checking segment: {'id': 'f28f6049-1bd9-48aa-9a69-83ea403b4e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f42ebb00-1544-4a8b-a192-8ded72199c49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:27:48.804228 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49188cc3-baa7-464b-ba44-312c6e3babae demo admin] Network hostable DHCP agents. Network: f42ebb00-1544-4a8b-a192-8ded72199c49, hostable agents: ['80b0103a-7158-48a6-b59a-3fe393c523d9'], hosted agents: [] {{(pid=104158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:27:48.886441 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49188cc3-baa7-464b-ba44-312c6e3babae demo admin] Network f42ebb00-1544-4a8b-a192-8ded72199c49 is scheduled to be hosted by DHCP agent 80b0103a-7158-48a6-b59a-3fe393c523d9 with binding_index 1 {{(pid=104158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:27:48.943584 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.scheduler.base_scheduler [None req-49188cc3-baa7-464b-ba44-312c6e3babae demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-15-smb, f42ebb00-1544-4a8b-a192-8ded72199c49) {{(pid=104158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:27:48.948818 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49188cc3-baa7-464b-ba44-312c6e3babae demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:27:48.949507 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-49188cc3-baa7-464b-ba44-312c6e3babae demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043269'] for subnet (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:48.955067 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1220d8c9-c42b-4069-affd-506b4ac0351f None None] Network f42ebb00-1544-4a8b-a192-8ded72199c49 requested from dv-cinder-750782-15-smb {{(pid=104160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:27:49.036933 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-49188cc3-baa7-464b-ba44-312c6e3babae demo admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7271044 Mar 31 15:27:49.329097 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f020655c-040d-4bd3-8379-47537388d77a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec827e25-5276-5d2f-9d0f-720d9e092647-f42ebb00-1544-4a8b-a192-8ded72199c49', 'network_id': 'f42ebb00-1544-4a8b-a192-8ded72199c49', 'project_id': 'a775ae89dc05488d96a7924a3be49148', 'fixed_ips': [{'subnet_id': 'bca10a5a-f99f-4d1a-b0b9-776312545544'}]}} from dv-cinder-750782-15-smb. {{(pid=104160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 15:27:49.330391 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-f020655c-040d-4bd3-8379-47537388d77a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:49.604040 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.db_base_plugin_common [None req-f020655c-040d-4bd3-8379-47537388d77a None None] Allocated IP 172.20.0.2 (f42ebb00-1544-4a8b-a192-8ded72199c49/bca10a5a-f99f-4d1a-b0b9-776312545544/00ba8602-394f-49d8-8cf4-6a97bc338978) {{(pid=104160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:27:49.869341 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-f020655c-040d-4bd3-8379-47537388d77a None None] Publish callbacks [] for port (00ba8602-394f-49d8-8cf4-6a97bc338978), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:49.954913 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-f020655c-040d-4bd3-8379-47537388d77a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772784453870'] for port (00ba8602-394f-49d8-8cf4-6a97bc338978), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:50.022071 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f020655c-040d-4bd3-8379-47537388d77a None None] Network f42ebb00-1544-4a8b-a192-8ded72199c49 is already hosted by enough agents. {{(pid=104160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:27:50.027436 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.scheduler.base_scheduler [None req-f020655c-040d-4bd3-8379-47537388d77a None None] Resources bound (agent type, host, resource id): {{(pid=104160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:27:50.048568 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f020655c-040d-4bd3-8379-47537388d77a None None] Received port after_create {{(pid=104160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:27:50.050176 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f020655c-040d-4bd3-8379-47537388d77a None None] Pushing event updated for resources: {'Port': ['ID=00ba8602-394f-49d8-8cf4-6a97bc338978,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:50.080886 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f020655c-040d-4bd3-8379-47537388d77a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:50.081236 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f020655c-040d-4bd3-8379-47537388d77a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:50.081603 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f020655c-040d-4bd3-8379-47537388d77a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:50.081962 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f020655c-040d-4bd3-8379-47537388d77a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:50.082300 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f020655c-040d-4bd3-8379-47537388d77a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:50.082634 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f020655c-040d-4bd3-8379-47537388d77a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:50.082971 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f020655c-040d-4bd3-8379-47537388d77a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:50.083300 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f020655c-040d-4bd3-8379-47537388d77a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:50.083628 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f020655c-040d-4bd3-8379-47537388d77a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:50.083955 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f020655c-040d-4bd3-8379-47537388d77a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:50.084282 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f020655c-040d-4bd3-8379-47537388d77a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:50.084622 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f020655c-040d-4bd3-8379-47537388d77a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:50.084947 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f020655c-040d-4bd3-8379-47537388d77a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:50.085267 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f020655c-040d-4bd3-8379-47537388d77a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:50.085615 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f020655c-040d-4bd3-8379-47537388d77a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:27:50.087327 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f020655c-040d-4bd3-8379-47537388d77a None None] Tracked resource versions report: Mar 31 15:27:50.087327 dv-cinder-750782-15-smb neutron-server[104160]: pushed versions: Mar 31 15:27:50.087327 dv-cinder-750782-15-smb neutron-server[104160]: { 'AddressGroup': {'1.2'}, Mar 31 15:27:50.087327 dv-cinder-750782-15-smb neutron-server[104160]: 'Agent': {'1.1'}, Mar 31 15:27:50.087327 dv-cinder-750782-15-smb neutron-server[104160]: 'ConntrackHelper': {'1.0'}, Mar 31 15:27:50.087327 dv-cinder-750782-15-smb neutron-server[104160]: 'LocalIPAssociation': {'1.0'}, Mar 31 15:27:50.087327 dv-cinder-750782-15-smb neutron-server[104160]: 'Log': {'1.0'}, Mar 31 15:27:50.087327 dv-cinder-750782-15-smb neutron-server[104160]: 'NDPProxy': {'1.0'}, Mar 31 15:27:50.087327 dv-cinder-750782-15-smb neutron-server[104160]: 'Network': {'1.1'}, Mar 31 15:27:50.087327 dv-cinder-750782-15-smb neutron-server[104160]: 'Port': {'1.7'}, Mar 31 15:27:50.087327 dv-cinder-750782-15-smb neutron-server[104160]: 'PortForwarding': {'1.3'}, Mar 31 15:27:50.087327 dv-cinder-750782-15-smb neutron-server[104160]: 'QosPolicy': {'1.10'}, Mar 31 15:27:50.087327 dv-cinder-750782-15-smb neutron-server[104160]: 'SecurityGroup': {'1.5'}, Mar 31 15:27:50.087327 dv-cinder-750782-15-smb neutron-server[104160]: 'SecurityGroupRule': {'1.2'}, Mar 31 15:27:50.087327 dv-cinder-750782-15-smb neutron-server[104160]: 'SubPort': {'1.0'}, Mar 31 15:27:50.087327 dv-cinder-750782-15-smb neutron-server[104160]: 'Subnet': {'1.1'}, Mar 31 15:27:50.087327 dv-cinder-750782-15-smb neutron-server[104160]: 'Trunk': {'1.1'}} Mar 31 15:27:50.087327 dv-cinder-750782-15-smb neutron-server[104160]: consumer versions: Mar 31 15:27:50.087327 dv-cinder-750782-15-smb neutron-server[104160]: { DHCP agent@dv-cinder-750782-15-smb: {}, Mar 31 15:27:50.087327 dv-cinder-750782-15-smb neutron-server[104160]: L3 agent@dv-cinder-750782-15-smb: {}, Mar 31 15:27:50.087327 dv-cinder-750782-15-smb neutron-server[104160]: Metadata agent@dv-cinder-750782-15-smb: {}, Mar 31 15:27:50.087327 dv-cinder-750782-15-smb neutron-server[104160]: Metering agent@dv-cinder-750782-15-smb: {}, Mar 31 15:27:50.087327 dv-cinder-750782-15-smb neutron-server[104160]: Open vSwitch agent@dv-cinder-750782-15-smb: { 'AddressGroup': '1.2', Mar 31 15:27:50.087327 dv-cinder-750782-15-smb neutron-server[104160]: 'Agent': '1.1', Mar 31 15:27:50.087327 dv-cinder-750782-15-smb neutron-server[104160]: 'ConntrackHelper': '1.0', Mar 31 15:27:50.087327 dv-cinder-750782-15-smb neutron-server[104160]: 'LocalIPAssociation': '1.0', Mar 31 15:27:50.087327 dv-cinder-750782-15-smb neutron-server[104160]: 'Log': '1.0', Mar 31 15:27:50.087327 dv-cinder-750782-15-smb neutron-server[104160]: 'NDPProxy': '1.0', Mar 31 15:27:50.087327 dv-cinder-750782-15-smb neutron-server[104160]: 'Network': '1.1', Mar 31 15:27:50.087327 dv-cinder-750782-15-smb neutron-server[104160]: 'Port': '1.7', Mar 31 15:27:50.087327 dv-cinder-750782-15-smb neutron-server[104160]: 'PortForwarding': '1.3', Mar 31 15:27:50.087327 dv-cinder-750782-15-smb neutron-server[104160]: 'QosPolicy': '1.10', Mar 31 15:27:50.087327 dv-cinder-750782-15-smb neutron-server[104160]: 'SecurityGroup': '1.5', Mar 31 15:27:50.087327 dv-cinder-750782-15-smb neutron-server[104160]: 'SecurityGroupRule': '1.2', Mar 31 15:27:50.087327 dv-cinder-750782-15-smb neutron-server[104160]: 'SubPort': '1.0', Mar 31 15:27:50.087327 dv-cinder-750782-15-smb neutron-server[104160]: 'Subnet': '1.1', Mar 31 15:27:50.087327 dv-cinder-750782-15-smb neutron-server[104160]: 'Trunk': '1.1'}} Mar 31 15:27:50.087327 dv-cinder-750782-15-smb neutron-server[104160]: {{(pid=104160) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 15:27:50.136822 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [None req-f020655c-040d-4bd3-8379-47537388d77a None None] Attempting to bind port 00ba8602-394f-49d8-8cf4-6a97bc338978 on host dv-cinder-750782-15-smb for vnic_type normal with profile {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:27:50.137139 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [None req-f020655c-040d-4bd3-8379-47537388d77a None None] Attempting to bind port 00ba8602-394f-49d8-8cf4-6a97bc338978 by drivers openvswitch,hyperv on host dv-cinder-750782-15-smb at level 0 using segments [{'id': 'f28f6049-1bd9-48aa-9a69-83ea403b4e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f42ebb00-1544-4a8b-a192-8ded72199c49'}] {{(pid=104160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:27:50.137592 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f020655c-040d-4bd3-8379-47537388d77a None None] Attempting to bind port 00ba8602-394f-49d8-8cf4-6a97bc338978 on network f42ebb00-1544-4a8b-a192-8ded72199c49 {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:27:50.142556 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f020655c-040d-4bd3-8379-47537388d77a None None] Checking agent: {'id': 'fd34c7ed-cab5-463e-81bb-e9aa6ef90623', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 27, 41), 'started_at': datetime.datetime(2022, 3, 31, 15, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:27:50.142965 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f020655c-040d-4bd3-8379-47537388d77a None None] Checking segment: {'id': 'f28f6049-1bd9-48aa-9a69-83ea403b4e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f42ebb00-1544-4a8b-a192-8ded72199c49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:27:50.143439 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-f020655c-040d-4bd3-8379-47537388d77a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:50.143841 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f020655c-040d-4bd3-8379-47537388d77a None None] Bound using segment: {'id': 'f28f6049-1bd9-48aa-9a69-83ea403b4e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f42ebb00-1544-4a8b-a192-8ded72199c49'} {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:27:50.144299 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [None req-f020655c-040d-4bd3-8379-47537388d77a None None] Bound port: 00ba8602-394f-49d8-8cf4-6a97bc338978, host: dv-cinder-750782-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f28f6049-1bd9-48aa-9a69-83ea403b4e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f42ebb00-1544-4a8b-a192-8ded72199c49'}}] {{(pid=104160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:27:50.144709 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-f020655c-040d-4bd3-8379-47537388d77a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (00ba8602-394f-49d8-8cf4-6a97bc338978), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:50.206015 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-f020655c-040d-4bd3-8379-47537388d77a None None] For port 00ba8602-394f-49d8-8cf4-6a97bc338978, host dv-cinder-750782-15-smb, cleared binding levels {{(pid=104160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:27:50.210905 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-f020655c-040d-4bd3-8379-47537388d77a None None] For port 00ba8602-394f-49d8-8cf4-6a97bc338978, host dv-cinder-750782-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-smb',level=0,port_id=00ba8602-394f-49d8-8cf4-6a97bc338978,segment=NetworkSegment(f28f6049-1bd9-48aa-9a69-83ea403b4e9b),segment_id=f28f6049-1bd9-48aa-9a69-83ea403b4e9b)] {{(pid=104160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:27:50.276152 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-f020655c-040d-4bd3-8379-47537388d77a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (00ba8602-394f-49d8-8cf4-6a97bc338978), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:50.343258 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f020655c-040d-4bd3-8379-47537388d77a None None] Pushing event updated for resources: {'Port': ['ID=00ba8602-394f-49d8-8cf4-6a97bc338978,revision_number=2']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:27:51.567535 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 41070) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:51.875074 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [None req-897c9d03-e876-4185-95bd-92fc8521922e admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=104158) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 15:27:51.876064 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-897c9d03-e876-4185-95bd-92fc8521922e admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3075113 Mar 31 15:27:54.421259 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 41078) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:54.731818 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [None req-da320492-f2c7-4127-b1a7-9017cc465dca admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=104158) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 15:27:54.732901 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-da320492-f2c7-4127-b1a7-9017cc465dca admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3107092 Mar 31 15:27:57.282907 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 41086) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:27:57.595663 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.v2.base [None req-abab906b-1beb-4063-897b-f7871934af0a demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=104158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:27:57.675436 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-abab906b-1beb-4063-897b-f7871934af0a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3287'] for router (81bd0a3e-764b-4b4e-8258-cb40f91dffbc), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:57.677172 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-abab906b-1beb-4063-897b-f7871934af0a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-574202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3294'] for router (81bd0a3e-764b-4b4e-8258-cb40f91dffbc), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:57.809088 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-abab906b-1beb-4063-897b-f7871934af0a demo demo] Publish callbacks [] for router_controller (81bd0a3e-764b-4b4e-8258-cb40f91dffbc), precommit_add_association {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:57.875077 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-abab906b-1beb-4063-897b-f7871934af0a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573997'] for router (81bd0a3e-764b-4b4e-8258-cb40f91dffbc), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:57.972923 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-abab906b-1beb-4063-897b-f7871934af0a demo demo] Publish callbacks [] for router (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:27:57.974154 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-abab906b-1beb-4063-897b-f7871934af0a demo demo] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6903663 Mar 31 15:28:00.535218 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 41098) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:28:00.850789 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [None req-23a7b977-8179-4605-b5c4-7b258c7a6b7f admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=104158) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 15:28:00.869886 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-23a7b977-8179-4605-b5c4-7b258c7a6b7f admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3336997 Mar 31 15:28:01.556239 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device 00ba8602-394f-49d8-8cf4-6a97bc338978 up at agent ovs-agent-dv-cinder-750782-15-smb {{(pid=104160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:28:01.619245 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e5c165-46fb-437c-9cae-838e461a5374 None None] Network f42ebb00-1544-4a8b-a192-8ded72199c49 requested from dv-cinder-750782-15-smb {{(pid=104160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:28:01.711678 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-5722e4a6-299c-4cff-9477-35ff08f4d704 None None] Provisioning complete for port 00ba8602-394f-49d8-8cf4-6a97bc338978 triggered by entity DHCP. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:28:01.712013 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-5722e4a6-299c-4cff-9477-35ff08f4d704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (00ba8602-394f-49d8-8cf4-6a97bc338978), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:01.721518 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Provisioning complete for port 00ba8602-394f-49d8-8cf4-6a97bc338978 triggered by entity L2. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:28:01.721904 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (00ba8602-394f-49d8-8cf4-6a97bc338978), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:01.937546 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-5722e4a6-299c-4cff-9477-35ff08f4d704 None None] Current status of the port 00ba8602-394f-49d8-8cf4-6a97bc338978 is: DOWN; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:28:01.937937 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-5722e4a6-299c-4cff-9477-35ff08f4d704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (00ba8602-394f-49d8-8cf4-6a97bc338978), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:01.939718 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Current status of the port 00ba8602-394f-49d8-8cf4-6a97bc338978 is: DOWN; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:28:01.940085 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (00ba8602-394f-49d8-8cf4-6a97bc338978), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:01.987593 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] For port 00ba8602-394f-49d8-8cf4-6a97bc338978, host dv-cinder-750782-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-smb',level=0,port_id=00ba8602-394f-49d8-8cf4-6a97bc338978,segment=NetworkSegment(f28f6049-1bd9-48aa-9a69-83ea403b4e9b),segment_id=f28f6049-1bd9-48aa-9a69-83ea403b4e9b)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:28:02.053792 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (00ba8602-394f-49d8-8cf4-6a97bc338978), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:02.124112 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.db.api [None req-5722e4a6-299c-4cff-9477-35ff08f4d704 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:28:02.124492 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG oslo_db.api [None req-5722e4a6-299c-4cff-9477-35ff08f4d704 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:28:02.128608 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Pushing event updated for resources: {'Port': ['ID=00ba8602-394f-49d8-8cf4-6a97bc338978,revision_number=3']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:02.660870 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-5722e4a6-299c-4cff-9477-35ff08f4d704 None None] Current status of the port 00ba8602-394f-49d8-8cf4-6a97bc338978 is: ACTIVE; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:28:02.781198 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-73e9ebb3-a587-4d93-ba98-e73c9d023f62 None None] Provisioning complete for port 00ba8602-394f-49d8-8cf4-6a97bc338978 triggered by entity DHCP. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:28:02.781618 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-73e9ebb3-a587-4d93-ba98-e73c9d023f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (00ba8602-394f-49d8-8cf4-6a97bc338978), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:02.859845 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-73e9ebb3-a587-4d93-ba98-e73c9d023f62 None None] Current status of the port 00ba8602-394f-49d8-8cf4-6a97bc338978 is: ACTIVE; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:28:03.371410 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 41108) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:28:03.511316 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device 00ba8602-394f-49d8-8cf4-6a97bc338978 up at agent ovs-agent-dv-cinder-750782-15-smb {{(pid=104160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:28:03.560685 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Provisioning complete for port 00ba8602-394f-49d8-8cf4-6a97bc338978 triggered by entity L2. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:28:03.561077 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (00ba8602-394f-49d8-8cf4-6a97bc338978), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:03.638068 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Current status of the port 00ba8602-394f-49d8-8cf4-6a97bc338978 is: ACTIVE; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:28:03.685495 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.v2.base [None req-7b016c8d-2004-43af-94f3-b27eba1d234a admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True, 'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=104158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:03.772071 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b016c8d-2004-43af-94f3-b27eba1d234a admin admin] Made reservation on behalf of c73c0040f185402e85fecb044a4bcf3a for: {'network': 1} {{(pid=104158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:28:03.774763 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-7b016c8d-2004-43af-94f3-b27eba1d234a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for network (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:03.782621 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-7b016c8d-2004-43af-94f3-b27eba1d234a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:03.854711 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-7b016c8d-2004-43af-94f3-b27eba1d234a admin admin] Publish callbacks [] for security_group (a2c1c70a-57a6-4821-82d6-209d17f564c6), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:03.914704 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-7b016c8d-2004-43af-94f3-b27eba1d234a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (a2c1c70a-57a6-4821-82d6-209d17f564c6), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:03.929078 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7b016c8d-2004-43af-94f3-b27eba1d234a admin admin] Reserving flat network on physical network physnet1 {{(pid=104158) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 31 15:28:03.948383 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b016c8d-2004-43af-94f3-b27eba1d234a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c1c70a-57a6-4821-82d6-209d17f564c6,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:03.952054 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-7b016c8d-2004-43af-94f3-b27eba1d234a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8219139'] for segment (f25e0e1e-326a-4ef5-aa96-2f0a78776ef2), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:03.952387 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.db.segments_db [None req-7b016c8d-2004-43af-94f3-b27eba1d234a admin admin] Added segment f25e0e1e-326a-4ef5-aa96-2f0a78776ef2 of type flat for network 8959fca3-760a-428d-87ed-41d110f4f943 Mar 31 15:28:03.997037 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-7b016c8d-2004-43af-94f3-b27eba1d234a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772784419386'] for network (8959fca3-760a-428d-87ed-41d110f4f943), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:04.086649 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-7b016c8d-2004-43af-94f3-b27eba1d234a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315'] for network (8959fca3-760a-428d-87ed-41d110f4f943), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:04.087646 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b016c8d-2004-43af-94f3-b27eba1d234a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:04.088205 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-7b016c8d-2004-43af-94f3-b27eba1d234a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043269'] for network (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:04.132315 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-070a4f66-4cb1-4a91-a9ba-c0d8904ac714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (80b0103a-7158-48a6-b59a-3fe393c523d9), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:04.179918 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b016c8d-2004-43af-94f3-b27eba1d234a admin admin] Pushing event updated for resources: {'Network': ['ID=8959fca3-760a-428d-87ed-41d110f4f943,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:04.189987 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Network 8959fca3-760a-428d-87ed-41d110f4f943 details requested by agent ovs-agent-dv-cinder-750782-15-smb with host dv-cinder-750782-15-smb {{(pid=104160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 15:28:04.221162 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-7b016c8d-2004-43af-94f3-b27eba1d234a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8486583 Mar 31 15:28:06.468813 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-cb33f7c2-853f-4bb2-b740-4039ee598580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (9721ac04-bac7-49da-b384-3a2049eedfa2), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:06.693517 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 41116) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:28:07.046245 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b616675-9e76-4bca-b8c0-92127977e8ea demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:07.047578 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-2b616675-9e76-4bca-b8c0-92127977e8ea demo admin] 10.222.0.21 "GET /v2.0/subnets/bca10a5a-f99f-4d1a-b0b9-776312545544 HTTP/1.1" status: 200 len: 849 time: 0.3531108 Mar 31 15:28:07.170302 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-1520be26-b1a7-4c36-a8ac-c5dbd8735015 demo admin] 10.222.0.21 "GET /v2.0/routers/81bd0a3e-764b-4b4e-8258-cb40f91dffbc HTTP/1.1" status: 200 len: 704 time: 0.1169078 Mar 31 15:28:07.441180 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-0215608f-c3fa-4370-ab60-2db346b33c2e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:07.589919 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0b2f012e-2fbd-4b35-9815-8024e4a993e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fb816cbb-0527-4766-83b7-604ad6a553f5), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:07.777074 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.db.db_base_plugin_common [None req-0215608f-c3fa-4370-ab60-2db346b33c2e demo admin] Allocated IP 172.20.0.1 (f42ebb00-1544-4a8b-a192-8ded72199c49/bca10a5a-f99f-4d1a-b0b9-776312545544/b80ddb78-39b2-4b4c-8abc-1756ce3e8852) {{(pid=104158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:28:07.925425 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-0215608f-c3fa-4370-ab60-2db346b33c2e demo admin] Publish callbacks [] for port (b80ddb78-39b2-4b4c-8abc-1756ce3e8852), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:08.041517 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-0215608f-c3fa-4370-ab60-2db346b33c2e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772784453870'] for port (b80ddb78-39b2-4b4c-8abc-1756ce3e8852), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:08.117414 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0215608f-c3fa-4370-ab60-2db346b33c2e demo admin] Network f42ebb00-1544-4a8b-a192-8ded72199c49 is already hosted by enough agents. {{(pid=104158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:28:08.123182 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.scheduler.base_scheduler [None req-0215608f-c3fa-4370-ab60-2db346b33c2e demo admin] Resources bound (agent type, host, resource id): {{(pid=104158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:28:08.142691 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0215608f-c3fa-4370-ab60-2db346b33c2e demo admin] Received port after_create {{(pid=104158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:28:08.142691 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-0215608f-c3fa-4370-ab60-2db346b33c2e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574458'] for router_interface (81bd0a3e-764b-4b4e-8258-cb40f91dffbc), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:08.154393 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0215608f-c3fa-4370-ab60-2db346b33c2e demo admin] Pushing event updated for resources: {'Port': ['ID=b80ddb78-39b2-4b4c-8abc-1756ce3e8852,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:08.313080 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-d07e7650-1dcd-40d9-8b09-bc689d936fb5 None None] Provisioning complete for port b80ddb78-39b2-4b4c-8abc-1756ce3e8852 triggered by entity DHCP. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:28:08.313429 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d07e7650-1dcd-40d9-8b09-bc689d936fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (b80ddb78-39b2-4b4c-8abc-1756ce3e8852), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:08.348737 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-d07e7650-1dcd-40d9-8b09-bc689d936fb5 None None] Port b80ddb78-39b2-4b4c-8abc-1756ce3e8852 cannot update to ACTIVE because it is not bound. {{(pid=104160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:28:08.446491 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-0215608f-c3fa-4370-ab60-2db346b33c2e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (b80ddb78-39b2-4b4c-8abc-1756ce3e8852), before_update {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:08.655707 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-0215608f-c3fa-4370-ab60-2db346b33c2e demo admin] Publish callbacks [] for port (b80ddb78-39b2-4b4c-8abc-1756ce3e8852), precommit_update {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:08.714974 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-0215608f-c3fa-4370-ab60-2db346b33c2e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (b80ddb78-39b2-4b4c-8abc-1756ce3e8852), after_update {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:08.715722 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-0215608f-c3fa-4370-ab60-2db346b33c2e demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574318'] for router_interface (81bd0a3e-764b-4b4e-8258-cb40f91dffbc), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:08.790932 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0215608f-c3fa-4370-ab60-2db346b33c2e demo admin] Pushing event updated for resources: {'Port': ['ID=b80ddb78-39b2-4b4c-8abc-1756ce3e8852,revision_number=2']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:08.839828 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0215608f-c3fa-4370-ab60-2db346b33c2e demo admin] Network f42ebb00-1544-4a8b-a192-8ded72199c49 is already hosted by enough agents. {{(pid=104158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:28:08.841182 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.scheduler.base_scheduler [None req-0215608f-c3fa-4370-ab60-2db346b33c2e demo admin] Resources bound (agent type, host, resource id): {{(pid=104158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:28:09.098239 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0215608f-c3fa-4370-ab60-2db346b33c2e demo admin] Router 81bd0a3e-764b-4b4e-8258-cb40f91dffbc is scheduled to L3 agent 9721ac04-bac7-49da-b384-3a2049eedfa2 with binding_index 1 {{(pid=104158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 15:28:09.172537 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-94f215dc-2ff1-4877-b494-8324c9731169 None None] Provisioning complete for port b80ddb78-39b2-4b4c-8abc-1756ce3e8852 triggered by entity DHCP. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:28:09.173085 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-94f215dc-2ff1-4877-b494-8324c9731169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (b80ddb78-39b2-4b4c-8abc-1756ce3e8852), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:09.194791 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0215608f-c3fa-4370-ab60-2db346b33c2e demo admin] Notify agent at l3_agent.dv-cinder-750782-15-smb the message routers_updated {{(pid=104158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:28:09.202976 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-0215608f-c3fa-4370-ab60-2db346b33c2e demo admin] 10.222.0.21 "PUT /v2.0/routers/81bd0a3e-764b-4b4e-8258-cb40f91dffbc/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0275376 Mar 31 15:28:09.206317 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f3733d-f6bd-4cb1-806d-e3b23c6a81a9 None None] Sync routers for ids ['81bd0a3e-764b-4b4e-8258-cb40f91dffbc'] in dv-cinder-750782-15-smb {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:28:09.206865 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-94f215dc-2ff1-4877-b494-8324c9731169 None None] Port b80ddb78-39b2-4b4c-8abc-1756ce3e8852 cannot update to ACTIVE because it is not bound. {{(pid=104160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:28:09.222801 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f3733d-f6bd-4cb1-806d-e3b23c6a81a9 None None] Routers {'81bd0a3e-764b-4b4e-8258-cb40f91dffbc'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:28:09.223945 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-04f3733d-f6bd-4cb1-806d-e3b23c6a81a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:28:06Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['81bd0a3e-764b-4b4e-8258-cb40f91dffbc'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:09.412376 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-211e425b-1201-4862-afc0-6363249efbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (1ca8e2b3-6f2e-4d63-b52b-ad8a81fa6826), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:09.416305 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-04f3733d-f6bd-4cb1-806d-e3b23c6a81a9 None None] Set router 81bd0a3e-764b-4b4e-8258-cb40f91dffbc gateway port host: None {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:28:09.847632 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-04f3733d-f6bd-4cb1-806d-e3b23c6a81a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81bd0a3e-764b-4b4e-8258-cb40f91dffbc', 'name': 'router1', 'tenant_id': 'a775ae89dc05488d96a7924a3be49148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:27:57Z', 'updated_at': '2022-03-31T15:28:08Z', 'revision_number': 2, 'project_id': 'a775ae89dc05488d96a7924a3be49148', 'gw_port_host': None, '_interfaces': [{'id': 'b80ddb78-39b2-4b4c-8abc-1756ce3e8852', 'name': '', 'network_id': 'f42ebb00-1544-4a8b-a192-8ded72199c49', 'tenant_id': 'a775ae89dc05488d96a7924a3be49148', 'mac_address': 'fa:16:3e:54:97:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81bd0a3e-764b-4b4e-8258-cb40f91dffbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bca10a5a-f99f-4d1a-b0b9-776312545544', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:07Z', 'updated_at': '2022-03-31T15:28:08Z', 'revision_number': 2, 'project_id': 'a775ae89dc05488d96a7924a3be49148', 'subnets': [{'id': 'bca10a5a-f99f-4d1a-b0b9-776312545544', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '601f541c-ee35-4471-abdd-3ae7004b2171'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:09.898968 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f3733d-f6bd-4cb1-806d-e3b23c6a81a9 None None] Checking router: 81bd0a3e-764b-4b4e-8258-cb40f91dffbc for host: dv-cinder-750782-15-smb {{(pid=104161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:28:09.899343 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f3733d-f6bd-4cb1-806d-e3b23c6a81a9 None None] Updating router 81bd0a3e-764b-4b4e-8258-cb40f91dffbc port b80ddb78-39b2-4b4c-8abc-1756ce3e8852 binding host dv-cinder-750782-15-smb {{(pid=104161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:28:09.951553 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-04f3733d-f6bd-4cb1-806d-e3b23c6a81a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (b80ddb78-39b2-4b4c-8abc-1756ce3e8852), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:10.461020 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-04f3733d-f6bd-4cb1-806d-e3b23c6a81a9 None None] Publish callbacks [] for port (b80ddb78-39b2-4b4c-8abc-1756ce3e8852), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:10.509752 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-04f3733d-f6bd-4cb1-806d-e3b23c6a81a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (b80ddb78-39b2-4b4c-8abc-1756ce3e8852), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:10.670038 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd75467-52e1-46f5-b2fa-1f5228034ffc None None] Pushing event updated for resources: {'Port': ['ID=b80ddb78-39b2-4b4c-8abc-1756ce3e8852,revision_number=3']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:10.685877 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd75467-52e1-46f5-b2fa-1f5228034ffc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:10.686220 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd75467-52e1-46f5-b2fa-1f5228034ffc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:10.686557 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd75467-52e1-46f5-b2fa-1f5228034ffc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:10.686915 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd75467-52e1-46f5-b2fa-1f5228034ffc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:10.687250 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd75467-52e1-46f5-b2fa-1f5228034ffc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:10.687585 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd75467-52e1-46f5-b2fa-1f5228034ffc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:10.687910 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd75467-52e1-46f5-b2fa-1f5228034ffc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:10.688231 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd75467-52e1-46f5-b2fa-1f5228034ffc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:10.688553 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd75467-52e1-46f5-b2fa-1f5228034ffc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:10.688874 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd75467-52e1-46f5-b2fa-1f5228034ffc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:10.689198 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd75467-52e1-46f5-b2fa-1f5228034ffc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:10.689562 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd75467-52e1-46f5-b2fa-1f5228034ffc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:10.689886 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd75467-52e1-46f5-b2fa-1f5228034ffc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:10.690202 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd75467-52e1-46f5-b2fa-1f5228034ffc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:10.690516 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd75467-52e1-46f5-b2fa-1f5228034ffc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:10.691676 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd75467-52e1-46f5-b2fa-1f5228034ffc None None] Tracked resource versions report: Mar 31 15:28:10.691676 dv-cinder-750782-15-smb neutron-server[104161]: pushed versions: Mar 31 15:28:10.691676 dv-cinder-750782-15-smb neutron-server[104161]: { 'AddressGroup': {'1.2'}, Mar 31 15:28:10.691676 dv-cinder-750782-15-smb neutron-server[104161]: 'Agent': {'1.1'}, Mar 31 15:28:10.691676 dv-cinder-750782-15-smb neutron-server[104161]: 'ConntrackHelper': {'1.0'}, Mar 31 15:28:10.691676 dv-cinder-750782-15-smb neutron-server[104161]: 'LocalIPAssociation': {'1.0'}, Mar 31 15:28:10.691676 dv-cinder-750782-15-smb neutron-server[104161]: 'Log': {'1.0'}, Mar 31 15:28:10.691676 dv-cinder-750782-15-smb neutron-server[104161]: 'NDPProxy': {'1.0'}, Mar 31 15:28:10.691676 dv-cinder-750782-15-smb neutron-server[104161]: 'Network': {'1.1'}, Mar 31 15:28:10.691676 dv-cinder-750782-15-smb neutron-server[104161]: 'Port': {'1.7'}, Mar 31 15:28:10.691676 dv-cinder-750782-15-smb neutron-server[104161]: 'PortForwarding': {'1.3'}, Mar 31 15:28:10.691676 dv-cinder-750782-15-smb neutron-server[104161]: 'QosPolicy': {'1.10'}, Mar 31 15:28:10.691676 dv-cinder-750782-15-smb neutron-server[104161]: 'SecurityGroup': {'1.5'}, Mar 31 15:28:10.691676 dv-cinder-750782-15-smb neutron-server[104161]: 'SecurityGroupRule': {'1.2'}, Mar 31 15:28:10.691676 dv-cinder-750782-15-smb neutron-server[104161]: 'SubPort': {'1.0'}, Mar 31 15:28:10.691676 dv-cinder-750782-15-smb neutron-server[104161]: 'Subnet': {'1.1'}, Mar 31 15:28:10.691676 dv-cinder-750782-15-smb neutron-server[104161]: 'Trunk': {'1.1'}} Mar 31 15:28:10.691676 dv-cinder-750782-15-smb neutron-server[104161]: consumer versions: Mar 31 15:28:10.691676 dv-cinder-750782-15-smb neutron-server[104161]: { DHCP agent@dv-cinder-750782-15-smb: {}, Mar 31 15:28:10.691676 dv-cinder-750782-15-smb neutron-server[104161]: L3 agent@dv-cinder-750782-15-smb: {}, Mar 31 15:28:10.691676 dv-cinder-750782-15-smb neutron-server[104161]: Metadata agent@dv-cinder-750782-15-smb: {}, Mar 31 15:28:10.691676 dv-cinder-750782-15-smb neutron-server[104161]: Metering agent@dv-cinder-750782-15-smb: {}, Mar 31 15:28:10.691676 dv-cinder-750782-15-smb neutron-server[104161]: Open vSwitch agent@dv-cinder-750782-15-smb: { 'AddressGroup': '1.2', Mar 31 15:28:10.691676 dv-cinder-750782-15-smb neutron-server[104161]: 'Agent': '1.1', Mar 31 15:28:10.691676 dv-cinder-750782-15-smb neutron-server[104161]: 'ConntrackHelper': '1.0', Mar 31 15:28:10.691676 dv-cinder-750782-15-smb neutron-server[104161]: 'LocalIPAssociation': '1.0', Mar 31 15:28:10.691676 dv-cinder-750782-15-smb neutron-server[104161]: 'Log': '1.0', Mar 31 15:28:10.691676 dv-cinder-750782-15-smb neutron-server[104161]: 'NDPProxy': '1.0', Mar 31 15:28:10.691676 dv-cinder-750782-15-smb neutron-server[104161]: 'Network': '1.1', Mar 31 15:28:10.691676 dv-cinder-750782-15-smb neutron-server[104161]: 'Port': '1.7', Mar 31 15:28:10.691676 dv-cinder-750782-15-smb neutron-server[104161]: 'PortForwarding': '1.3', Mar 31 15:28:10.691676 dv-cinder-750782-15-smb neutron-server[104161]: 'QosPolicy': '1.10', Mar 31 15:28:10.691676 dv-cinder-750782-15-smb neutron-server[104161]: 'SecurityGroup': '1.5', Mar 31 15:28:10.691676 dv-cinder-750782-15-smb neutron-server[104161]: 'SecurityGroupRule': '1.2', Mar 31 15:28:10.691676 dv-cinder-750782-15-smb neutron-server[104161]: 'SubPort': '1.0', Mar 31 15:28:10.691676 dv-cinder-750782-15-smb neutron-server[104161]: 'Subnet': '1.1', Mar 31 15:28:10.691676 dv-cinder-750782-15-smb neutron-server[104161]: 'Trunk': '1.1'}} Mar 31 15:28:10.691676 dv-cinder-750782-15-smb neutron-server[104161]: {{(pid=104161) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 15:28:10.696352 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-04f3733d-f6bd-4cb1-806d-e3b23c6a81a9 None None] Attempting to bind port b80ddb78-39b2-4b4c-8abc-1756ce3e8852 on host dv-cinder-750782-15-smb for vnic_type normal with profile {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:28:10.696746 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-04f3733d-f6bd-4cb1-806d-e3b23c6a81a9 None None] Attempting to bind port b80ddb78-39b2-4b4c-8abc-1756ce3e8852 by drivers openvswitch,hyperv on host dv-cinder-750782-15-smb at level 0 using segments [{'id': 'f28f6049-1bd9-48aa-9a69-83ea403b4e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f42ebb00-1544-4a8b-a192-8ded72199c49'}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:28:10.697193 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f3733d-f6bd-4cb1-806d-e3b23c6a81a9 None None] Attempting to bind port b80ddb78-39b2-4b4c-8abc-1756ce3e8852 on network f42ebb00-1544-4a8b-a192-8ded72199c49 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:28:10.702790 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f3733d-f6bd-4cb1-806d-e3b23c6a81a9 None None] Checking agent: {'id': 'fd34c7ed-cab5-463e-81bb-e9aa6ef90623', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 27, 41), 'started_at': datetime.datetime(2022, 3, 31, 15, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:28:10.703200 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f3733d-f6bd-4cb1-806d-e3b23c6a81a9 None None] Checking segment: {'id': 'f28f6049-1bd9-48aa-9a69-83ea403b4e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f42ebb00-1544-4a8b-a192-8ded72199c49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:28:10.703688 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-04f3733d-f6bd-4cb1-806d-e3b23c6a81a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:10.704077 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f3733d-f6bd-4cb1-806d-e3b23c6a81a9 None None] Bound using segment: {'id': 'f28f6049-1bd9-48aa-9a69-83ea403b4e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f42ebb00-1544-4a8b-a192-8ded72199c49'} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:28:10.704552 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-04f3733d-f6bd-4cb1-806d-e3b23c6a81a9 None None] Bound port: b80ddb78-39b2-4b4c-8abc-1756ce3e8852, host: dv-cinder-750782-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f28f6049-1bd9-48aa-9a69-83ea403b4e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f42ebb00-1544-4a8b-a192-8ded72199c49'}}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:28:10.704936 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-04f3733d-f6bd-4cb1-806d-e3b23c6a81a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (b80ddb78-39b2-4b4c-8abc-1756ce3e8852), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:10.776641 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-04f3733d-f6bd-4cb1-806d-e3b23c6a81a9 None None] For port b80ddb78-39b2-4b4c-8abc-1756ce3e8852, host dv-cinder-750782-15-smb, cleared binding levels {{(pid=104161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:28:10.796260 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-04f3733d-f6bd-4cb1-806d-e3b23c6a81a9 None None] For port b80ddb78-39b2-4b4c-8abc-1756ce3e8852, host dv-cinder-750782-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-smb',level=0,port_id=b80ddb78-39b2-4b4c-8abc-1756ce3e8852,segment=NetworkSegment(f28f6049-1bd9-48aa-9a69-83ea403b4e9b),segment_id=f28f6049-1bd9-48aa-9a69-83ea403b4e9b)] {{(pid=104161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:28:10.837462 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-dec93701-bf21-49cd-8c10-5634e89b7fdf None None] Provisioning complete for port b80ddb78-39b2-4b4c-8abc-1756ce3e8852 triggered by entity DHCP. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:28:10.837981 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-dec93701-bf21-49cd-8c10-5634e89b7fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (b80ddb78-39b2-4b4c-8abc-1756ce3e8852), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:10.863557 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-04f3733d-f6bd-4cb1-806d-e3b23c6a81a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (b80ddb78-39b2-4b4c-8abc-1756ce3e8852), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:10.874930 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-dec93701-bf21-49cd-8c10-5634e89b7fdf None None] Port b80ddb78-39b2-4b4c-8abc-1756ce3e8852 cannot update to ACTIVE because it is not bound. {{(pid=104160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:28:10.919831 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fd34c7ed-cab5-463e-81bb-e9aa6ef90623), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:10.923241 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f3733d-f6bd-4cb1-806d-e3b23c6a81a9 None None] Routers {'81bd0a3e-764b-4b4e-8258-cb40f91dffbc'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:28:10.923857 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-04f3733d-f6bd-4cb1-806d-e3b23c6a81a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:28:06Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['81bd0a3e-764b-4b4e-8258-cb40f91dffbc'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:10.925611 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd75467-52e1-46f5-b2fa-1f5228034ffc None None] Pushing event updated for resources: {'Port': ['ID=b80ddb78-39b2-4b4c-8abc-1756ce3e8852,revision_number=4']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:11.027323 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-04f3733d-f6bd-4cb1-806d-e3b23c6a81a9 None None] Set router 81bd0a3e-764b-4b4e-8258-cb40f91dffbc gateway port host: None {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:28:11.094321 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-09be9238-0cd9-49c4-a96d-fa48eaa4d4bf None None] Provisioning complete for port b80ddb78-39b2-4b4c-8abc-1756ce3e8852 triggered by entity DHCP. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:28:11.094811 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-09be9238-0cd9-49c4-a96d-fa48eaa4d4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (b80ddb78-39b2-4b4c-8abc-1756ce3e8852), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:11.172755 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-09be9238-0cd9-49c4-a96d-fa48eaa4d4bf None None] Current status of the port b80ddb78-39b2-4b4c-8abc-1756ce3e8852 is: DOWN; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:28:11.173522 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-09be9238-0cd9-49c4-a96d-fa48eaa4d4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (b80ddb78-39b2-4b4c-8abc-1756ce3e8852), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:11.207851 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-09be9238-0cd9-49c4-a96d-fa48eaa4d4bf None None] For port b80ddb78-39b2-4b4c-8abc-1756ce3e8852, host dv-cinder-750782-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-smb',level=0,port_id=b80ddb78-39b2-4b4c-8abc-1756ce3e8852,segment=NetworkSegment(f28f6049-1bd9-48aa-9a69-83ea403b4e9b),segment_id=f28f6049-1bd9-48aa-9a69-83ea403b4e9b)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:28:11.243490 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-04f3733d-f6bd-4cb1-806d-e3b23c6a81a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81bd0a3e-764b-4b4e-8258-cb40f91dffbc', 'name': 'router1', 'tenant_id': 'a775ae89dc05488d96a7924a3be49148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:27:57Z', 'updated_at': '2022-03-31T15:28:08Z', 'revision_number': 2, 'project_id': 'a775ae89dc05488d96a7924a3be49148', 'gw_port_host': None, '_interfaces': [{'id': 'b80ddb78-39b2-4b4c-8abc-1756ce3e8852', 'name': '', 'network_id': 'f42ebb00-1544-4a8b-a192-8ded72199c49', 'tenant_id': 'a775ae89dc05488d96a7924a3be49148', 'mac_address': 'fa:16:3e:54:97:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81bd0a3e-764b-4b4e-8258-cb40f91dffbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bca10a5a-f99f-4d1a-b0b9-776312545544', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:07Z', 'updated_at': '2022-03-31T15:28:10Z', 'revision_number': 4, 'project_id': 'a775ae89dc05488d96a7924a3be49148', 'subnets': [{'id': 'bca10a5a-f99f-4d1a-b0b9-776312545544', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '601f541c-ee35-4471-abdd-3ae7004b2171'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:11.269491 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-09be9238-0cd9-49c4-a96d-fa48eaa4d4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (b80ddb78-39b2-4b4c-8abc-1756ce3e8852), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:11.271462 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f3733d-f6bd-4cb1-806d-e3b23c6a81a9 None None] The sync data for ids ['81bd0a3e-764b-4b4e-8258-cb40f91dffbc'] in dv-cinder-750782-15-smb is: [{'id': '81bd0a3e-764b-4b4e-8258-cb40f91dffbc', 'name': 'router1', 'tenant_id': 'a775ae89dc05488d96a7924a3be49148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:27:57Z', 'updated_at': '2022-03-31T15:28:08Z', 'revision_number': 2, 'project_id': 'a775ae89dc05488d96a7924a3be49148', 'gw_port_host': None, '_interfaces': [{'id': 'b80ddb78-39b2-4b4c-8abc-1756ce3e8852', 'name': '', 'network_id': 'f42ebb00-1544-4a8b-a192-8ded72199c49', 'tenant_id': 'a775ae89dc05488d96a7924a3be49148', 'mac_address': 'fa:16:3e:54:97:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81bd0a3e-764b-4b4e-8258-cb40f91dffbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bca10a5a-f99f-4d1a-b0b9-776312545544', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:07Z', 'updated_at': '2022-03-31T15:28:10Z', 'revision_number': 4, 'project_id': 'a775ae89dc05488d96a7924a3be49148', 'subnets': [{'id': 'bca10a5a-f99f-4d1a-b0b9-776312545544', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '601f541c-ee35-4471-abdd-3ae7004b2171'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:28:11.321265 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09be9238-0cd9-49c4-a96d-fa48eaa4d4bf None None] Pushing event updated for resources: {'Port': ['ID=b80ddb78-39b2-4b4c-8abc-1756ce3e8852,revision_number=5']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:11.731917 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 41136) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:28:11.968230 dv-cinder-750782-15-smb neutron-server[104159]: WARNING oslo_policy.policy [None req-27c54e5a-a3ef-4cec-a5d7-e4a27568c3f0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 15:28:11.968806 dv-cinder-750782-15-smb neutron-server[104159]: WARNING oslo_policy.policy [None req-27c54e5a-a3ef-4cec-a5d7-e4a27568c3f0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 15:28:12.410294 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.policy [None req-27c54e5a-a3ef-4cec-a5d7-e4a27568c3f0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104159) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 31 15:28:12.452611 dv-cinder-750782-15-smb neutron-server[104159]: WARNING oslo_policy.policy [None req-27c54e5a-a3ef-4cec-a5d7-e4a27568c3f0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 15:28:12.452984 dv-cinder-750782-15-smb neutron-server[104159]: WARNING oslo_policy.policy [None req-27c54e5a-a3ef-4cec-a5d7-e4a27568c3f0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 15:28:12.461022 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c54e5a-a3ef-4cec-a5d7-e4a27568c3f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:12.462946 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-27c54e5a-a3ef-4cec-a5d7-e4a27568c3f0 admin admin] 10.222.0.21 "GET /v2.0/networks/8959fca3-760a-428d-87ed-41d110f4f943 HTTP/1.1" status: 200 len: 842 time: 0.7290390 Mar 31 15:28:12.473066 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.v2.base [None req-57e9542d-bc98-4574-8d91-27aa6db962fa admin admin] Request body: {'subnet': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'cidr': '172.28.2.0/24', 'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.28.2.1'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:12.601240 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e9542d-bc98-4574-8d91-27aa6db962fa admin admin] Made reservation on behalf of c73c0040f185402e85fecb044a4bcf3a for: {'subnet': 1} {{(pid=104159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:28:12.604730 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-57e9542d-bc98-4574-8d91-27aa6db962fa admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:13.082811 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.objects.ports [None req-57e9542d-bc98-4574-8d91-27aa6db962fa admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104159) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 31 15:28:13.083473 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-57e9542d-bc98-4574-8d91-27aa6db962fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315'] for subnet (79fe0710-163f-45bc-8cd9-cc15163c6821), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:13.149973 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e9542d-bc98-4574-8d91-27aa6db962fa admin admin] Checking segment: {'id': 'f25e0e1e-326a-4ef5-aa96-2f0a78776ef2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:28:13.150349 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e9542d-bc98-4574-8d91-27aa6db962fa admin admin] Network hostable DHCP agents. Network: 8959fca3-760a-428d-87ed-41d110f4f943, hostable agents: ['80b0103a-7158-48a6-b59a-3fe393c523d9'], hosted agents: [] {{(pid=104159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:28:13.154975 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e9542d-bc98-4574-8d91-27aa6db962fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=79fe0710-163f-45bc-8cd9-cc15163c6821,revision_number=0']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:13.167684 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e9542d-bc98-4574-8d91-27aa6db962fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:13.168032 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e9542d-bc98-4574-8d91-27aa6db962fa admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:13.168377 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e9542d-bc98-4574-8d91-27aa6db962fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:13.168718 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e9542d-bc98-4574-8d91-27aa6db962fa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:13.169047 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e9542d-bc98-4574-8d91-27aa6db962fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:13.169375 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e9542d-bc98-4574-8d91-27aa6db962fa admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:13.169725 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e9542d-bc98-4574-8d91-27aa6db962fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:13.170049 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e9542d-bc98-4574-8d91-27aa6db962fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:13.170387 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e9542d-bc98-4574-8d91-27aa6db962fa admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:13.170714 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e9542d-bc98-4574-8d91-27aa6db962fa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:13.171042 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e9542d-bc98-4574-8d91-27aa6db962fa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:13.171376 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e9542d-bc98-4574-8d91-27aa6db962fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:13.171699 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e9542d-bc98-4574-8d91-27aa6db962fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:13.172017 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e9542d-bc98-4574-8d91-27aa6db962fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:13.172336 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e9542d-bc98-4574-8d91-27aa6db962fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:28:13.173469 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e9542d-bc98-4574-8d91-27aa6db962fa admin admin] Tracked resource versions report: Mar 31 15:28:13.173469 dv-cinder-750782-15-smb neutron-server[104159]: pushed versions: Mar 31 15:28:13.173469 dv-cinder-750782-15-smb neutron-server[104159]: { 'AddressGroup': {'1.2'}, Mar 31 15:28:13.173469 dv-cinder-750782-15-smb neutron-server[104159]: 'Agent': {'1.1'}, Mar 31 15:28:13.173469 dv-cinder-750782-15-smb neutron-server[104159]: 'ConntrackHelper': {'1.0'}, Mar 31 15:28:13.173469 dv-cinder-750782-15-smb neutron-server[104159]: 'LocalIPAssociation': {'1.0'}, Mar 31 15:28:13.173469 dv-cinder-750782-15-smb neutron-server[104159]: 'Log': {'1.0'}, Mar 31 15:28:13.173469 dv-cinder-750782-15-smb neutron-server[104159]: 'NDPProxy': {'1.0'}, Mar 31 15:28:13.173469 dv-cinder-750782-15-smb neutron-server[104159]: 'Network': {'1.1'}, Mar 31 15:28:13.173469 dv-cinder-750782-15-smb neutron-server[104159]: 'Port': {'1.7'}, Mar 31 15:28:13.173469 dv-cinder-750782-15-smb neutron-server[104159]: 'PortForwarding': {'1.3'}, Mar 31 15:28:13.173469 dv-cinder-750782-15-smb neutron-server[104159]: 'QosPolicy': {'1.10'}, Mar 31 15:28:13.173469 dv-cinder-750782-15-smb neutron-server[104159]: 'SecurityGroup': {'1.5'}, Mar 31 15:28:13.173469 dv-cinder-750782-15-smb neutron-server[104159]: 'SecurityGroupRule': {'1.2'}, Mar 31 15:28:13.173469 dv-cinder-750782-15-smb neutron-server[104159]: 'SubPort': {'1.0'}, Mar 31 15:28:13.173469 dv-cinder-750782-15-smb neutron-server[104159]: 'Subnet': {'1.1'}, Mar 31 15:28:13.173469 dv-cinder-750782-15-smb neutron-server[104159]: 'Trunk': {'1.1'}} Mar 31 15:28:13.173469 dv-cinder-750782-15-smb neutron-server[104159]: consumer versions: Mar 31 15:28:13.173469 dv-cinder-750782-15-smb neutron-server[104159]: { DHCP agent@dv-cinder-750782-15-smb: {}, Mar 31 15:28:13.173469 dv-cinder-750782-15-smb neutron-server[104159]: L3 agent@dv-cinder-750782-15-smb: {}, Mar 31 15:28:13.173469 dv-cinder-750782-15-smb neutron-server[104159]: Metadata agent@dv-cinder-750782-15-smb: {}, Mar 31 15:28:13.173469 dv-cinder-750782-15-smb neutron-server[104159]: Metering agent@dv-cinder-750782-15-smb: {}, Mar 31 15:28:13.173469 dv-cinder-750782-15-smb neutron-server[104159]: Open vSwitch agent@dv-cinder-750782-15-smb: { 'AddressGroup': '1.2', Mar 31 15:28:13.173469 dv-cinder-750782-15-smb neutron-server[104159]: 'Agent': '1.1', Mar 31 15:28:13.173469 dv-cinder-750782-15-smb neutron-server[104159]: 'ConntrackHelper': '1.0', Mar 31 15:28:13.173469 dv-cinder-750782-15-smb neutron-server[104159]: 'LocalIPAssociation': '1.0', Mar 31 15:28:13.173469 dv-cinder-750782-15-smb neutron-server[104159]: 'Log': '1.0', Mar 31 15:28:13.173469 dv-cinder-750782-15-smb neutron-server[104159]: 'NDPProxy': '1.0', Mar 31 15:28:13.173469 dv-cinder-750782-15-smb neutron-server[104159]: 'Network': '1.1', Mar 31 15:28:13.173469 dv-cinder-750782-15-smb neutron-server[104159]: 'Port': '1.7', Mar 31 15:28:13.173469 dv-cinder-750782-15-smb neutron-server[104159]: 'PortForwarding': '1.3', Mar 31 15:28:13.173469 dv-cinder-750782-15-smb neutron-server[104159]: 'QosPolicy': '1.10', Mar 31 15:28:13.173469 dv-cinder-750782-15-smb neutron-server[104159]: 'SecurityGroup': '1.5', Mar 31 15:28:13.173469 dv-cinder-750782-15-smb neutron-server[104159]: 'SecurityGroupRule': '1.2', Mar 31 15:28:13.173469 dv-cinder-750782-15-smb neutron-server[104159]: 'SubPort': '1.0', Mar 31 15:28:13.173469 dv-cinder-750782-15-smb neutron-server[104159]: 'Subnet': '1.1', Mar 31 15:28:13.173469 dv-cinder-750782-15-smb neutron-server[104159]: 'Trunk': '1.1'}} Mar 31 15:28:13.173469 dv-cinder-750782-15-smb neutron-server[104159]: {{(pid=104159) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 15:28:13.285666 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e9542d-bc98-4574-8d91-27aa6db962fa admin admin] Network 8959fca3-760a-428d-87ed-41d110f4f943 is scheduled to be hosted by DHCP agent 80b0103a-7158-48a6-b59a-3fe393c523d9 with binding_index 1 {{(pid=104159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:28:13.377177 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [None req-57e9542d-bc98-4574-8d91-27aa6db962fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-15-smb, 8959fca3-760a-428d-87ed-41d110f4f943) {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:28:13.382566 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e9542d-bc98-4574-8d91-27aa6db962fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:13.383190 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-57e9542d-bc98-4574-8d91-27aa6db962fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043269'] for subnet (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:13.388075 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fc8ad3-7178-4fe0-b6d6-c872b84cb2c0 None None] Network 8959fca3-760a-428d-87ed-41d110f4f943 requested from dv-cinder-750782-15-smb {{(pid=104160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:28:13.483690 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-57e9542d-bc98-4574-8d91-27aa6db962fa admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0141973 Mar 31 15:28:13.499963 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5968af75-eb62-498b-9397-7173e09cb6d4 None None] Network 8959fca3-760a-428d-87ed-41d110f4f943 requested from dv-cinder-750782-15-smb {{(pid=104160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:28:15.992202 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 41166) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:28:16.246634 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-f313c9c2-ca4f-45e9-aa7a-28330cd443c2 demo admin] 10.222.0.21 "GET /v2.0/routers/81bd0a3e-764b-4b4e-8258-cb40f91dffbc HTTP/1.1" status: 200 len: 710 time: 0.2533362 Mar 31 15:28:16.337713 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2612d0b-ddf8-49fb-a3f8-ca430a86cc92 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:28:16.339667 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-a2612d0b-ddf8-49fb-a3f8-ca430a86cc92 demo admin] 10.222.0.21 "GET /v2.0/networks/8959fca3-760a-428d-87ed-41d110f4f943 HTTP/1.1" status: 200 len: 886 time: 0.0876844 Mar 31 15:28:16.348228 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.v2.base [None req-a8fe969f-ffd0-4f5c-8b87-cb5eaf3f34e0 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943'}}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:28:16.603715 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a8fe969f-ffd0-4f5c-8b87-cb5eaf3f34e0 demo admin] Publish callbacks [] for router_gateway (81bd0a3e-764b-4b4e-8258-cb40f91dffbc), precommit_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:16.896201 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a8fe969f-ffd0-4f5c-8b87-cb5eaf3f34e0 demo admin] Publish callbacks [] for router_gateway (81bd0a3e-764b-4b4e-8258-cb40f91dffbc), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:16.975202 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a8fe969f-ffd0-4f5c-8b87-cb5eaf3f34e0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:17.128377 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.db_base_plugin_common [None req-a8fe969f-ffd0-4f5c-8b87-cb5eaf3f34e0 demo admin] Allocated IP 172.28.2.162 (8959fca3-760a-428d-87ed-41d110f4f943/79fe0710-163f-45bc-8cd9-cc15163c6821/d1d25c91-96db-4d30-b26d-e460c68c5fa9) {{(pid=104159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:28:17.238564 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a8fe969f-ffd0-4f5c-8b87-cb5eaf3f34e0 demo admin] Publish callbacks [] for port (d1d25c91-96db-4d30-b26d-e460c68c5fa9), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:17.356712 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a8fe969f-ffd0-4f5c-8b87-cb5eaf3f34e0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772784453870'] for port (d1d25c91-96db-4d30-b26d-e460c68c5fa9), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:17.427418 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8fe969f-ffd0-4f5c-8b87-cb5eaf3f34e0 demo admin] Network 8959fca3-760a-428d-87ed-41d110f4f943 is already hosted by enough agents. {{(pid=104159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:28:17.433564 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [None req-a8fe969f-ffd0-4f5c-8b87-cb5eaf3f34e0 demo admin] Resources bound (agent type, host, resource id): {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:28:17.442375 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fe969f-ffd0-4f5c-8b87-cb5eaf3f34e0 demo admin] Received port after_create {{(pid=104159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:28:17.476704 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fe969f-ffd0-4f5c-8b87-cb5eaf3f34e0 demo admin] Pushing event updated for resources: {'Port': ['ID=d1d25c91-96db-4d30-b26d-e460c68c5fa9,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:17.867711 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a8fe969f-ffd0-4f5c-8b87-cb5eaf3f34e0 demo admin] Publish callbacks [] for router_gateway (81bd0a3e-764b-4b4e-8258-cb40f91dffbc), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:18.090975 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a8fe969f-ffd0-4f5c-8b87-cb5eaf3f34e0 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574152', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3312'] for router (81bd0a3e-764b-4b4e-8258-cb40f91dffbc), precommit_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:18.096309 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a8fe969f-ffd0-4f5c-8b87-cb5eaf3f34e0 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-574175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-574166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-588464'] for router (81bd0a3e-764b-4b4e-8258-cb40f91dffbc), after_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:18.211844 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8fe969f-ffd0-4f5c-8b87-cb5eaf3f34e0 demo admin] Router 81bd0a3e-764b-4b4e-8258-cb40f91dffbc has already been hosted by L3 agent 9721ac04-bac7-49da-b384-3a2049eedfa2 {{(pid=104159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:28:18.326491 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8fe969f-ffd0-4f5c-8b87-cb5eaf3f34e0 demo admin] Notify agent at l3_agent.dv-cinder-750782-15-smb the message routers_updated {{(pid=104159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:28:18.330684 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a8fe969f-ffd0-4f5c-8b87-cb5eaf3f34e0 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:18.331904 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-a8fe969f-ffd0-4f5c-8b87-cb5eaf3f34e0 demo admin] 10.222.0.21 "PUT /v2.0/routers/81bd0a3e-764b-4b4e-8258-cb40f91dffbc HTTP/1.1" status: 200 len: 890 time: 1.9867237 Mar 31 15:28:19.555080 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device b80ddb78-39b2-4b4c-8abc-1756ce3e8852 up at agent ovs-agent-dv-cinder-750782-15-smb {{(pid=104160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:28:19.610032 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Provisioning complete for port b80ddb78-39b2-4b4c-8abc-1756ce3e8852 triggered by entity L2. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:28:19.610423 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (b80ddb78-39b2-4b4c-8abc-1756ce3e8852), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:19.686920 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Current status of the port b80ddb78-39b2-4b4c-8abc-1756ce3e8852 is: ACTIVE; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:28:19.958405 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1fda68-1b62-454b-b0b4-c5469a1fd24d None None] Sync routers for ids ['81bd0a3e-764b-4b4e-8258-cb40f91dffbc'] in dv-cinder-750782-15-smb {{(pid=104160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:28:19.969676 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1fda68-1b62-454b-b0b4-c5469a1fd24d None None] Routers {'81bd0a3e-764b-4b4e-8258-cb40f91dffbc'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:28:19.970324 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_hamode_db [None req-6e1fda68-1b62-454b-b0b4-c5469a1fd24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:28:06Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['81bd0a3e-764b-4b4e-8258-cb40f91dffbc'], 'active': True} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:20.193003 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvr_db [None req-6e1fda68-1b62-454b-b0b4-c5469a1fd24d None None] Set router 81bd0a3e-764b-4b4e-8258-cb40f91dffbc gateway port host: dv-cinder-750782-15-smb {{(pid=104160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:28:20.654273 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_hamode_db [None req-6e1fda68-1b62-454b-b0b4-c5469a1fd24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81bd0a3e-764b-4b4e-8258-cb40f91dffbc', 'name': 'router1', 'tenant_id': 'a775ae89dc05488d96a7924a3be49148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.162'}], 'enable_snat': True}, 'gw_port_id': 'd1d25c91-96db-4d30-b26d-e460c68c5fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:27:57Z', 'updated_at': '2022-03-31T15:28:17Z', 'revision_number': 4, 'project_id': 'a775ae89dc05488d96a7924a3be49148', 'gw_port': {'id': 'd1d25c91-96db-4d30-b26d-e460c68c5fa9', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:11:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81bd0a3e-764b-4b4e-8258-cb40f91dffbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:16Z', 'updated_at': '2022-03-31T15:28:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_interfaces': [{'id': 'b80ddb78-39b2-4b4c-8abc-1756ce3e8852', 'name': '', 'network_id': 'f42ebb00-1544-4a8b-a192-8ded72199c49', 'tenant_id': 'a775ae89dc05488d96a7924a3be49148', 'mac_address': 'fa:16:3e:54:97:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81bd0a3e-764b-4b4e-8258-cb40f91dffbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bca10a5a-f99f-4d1a-b0b9-776312545544', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:07Z', 'updated_at': '2022-03-31T15:28:11Z', 'revision_number': 5, 'project_id': 'a775ae89dc05488d96a7924a3be49148', 'subnets': [{'id': 'bca10a5a-f99f-4d1a-b0b9-776312545544', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '601f541c-ee35-4471-abdd-3ae7004b2171'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:20.703330 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1fda68-1b62-454b-b0b4-c5469a1fd24d None None] Checking router: 81bd0a3e-764b-4b4e-8258-cb40f91dffbc for host: dv-cinder-750782-15-smb {{(pid=104160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:28:20.703693 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1fda68-1b62-454b-b0b4-c5469a1fd24d None None] Updating router 81bd0a3e-764b-4b4e-8258-cb40f91dffbc port d1d25c91-96db-4d30-b26d-e460c68c5fa9 binding host dv-cinder-750782-15-smb {{(pid=104160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:28:20.759427 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-6e1fda68-1b62-454b-b0b4-c5469a1fd24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (d1d25c91-96db-4d30-b26d-e460c68c5fa9), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:20.839700 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 41178) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:28:20.955966 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-be38b5da-dd2e-4c45-a0d8-59bce977fd7f admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1151569 Mar 31 15:28:21.081004 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-6e1fda68-1b62-454b-b0b4-c5469a1fd24d None None] Publish callbacks [] for port (d1d25c91-96db-4d30-b26d-e460c68c5fa9), precommit_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:21.160911 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-6e1fda68-1b62-454b-b0b4-c5469a1fd24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (d1d25c91-96db-4d30-b26d-e460c68c5fa9), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:21.212654 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed9dd4e-b7a2-4fd8-a1b0-3116b09f7c8a None None] Pushing event updated for resources: {'Port': ['ID=d1d25c91-96db-4d30-b26d-e460c68c5fa9,revision_number=2']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:21.214778 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [None req-6e1fda68-1b62-454b-b0b4-c5469a1fd24d None None] Attempting to bind port d1d25c91-96db-4d30-b26d-e460c68c5fa9 on host dv-cinder-750782-15-smb for vnic_type normal with profile {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:28:21.217872 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [None req-6e1fda68-1b62-454b-b0b4-c5469a1fd24d None None] Attempting to bind port d1d25c91-96db-4d30-b26d-e460c68c5fa9 by drivers openvswitch,hyperv on host dv-cinder-750782-15-smb at level 0 using segments [{'id': 'f25e0e1e-326a-4ef5-aa96-2f0a78776ef2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943'}] {{(pid=104160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:28:21.218405 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1fda68-1b62-454b-b0b4-c5469a1fd24d None None] Attempting to bind port d1d25c91-96db-4d30-b26d-e460c68c5fa9 on network 8959fca3-760a-428d-87ed-41d110f4f943 {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:28:21.223918 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1fda68-1b62-454b-b0b4-c5469a1fd24d None None] Checking agent: {'id': 'fd34c7ed-cab5-463e-81bb-e9aa6ef90623', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 27, 41), 'started_at': datetime.datetime(2022, 3, 31, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:28:21.224292 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1fda68-1b62-454b-b0b4-c5469a1fd24d None None] Checking segment: {'id': 'f25e0e1e-326a-4ef5-aa96-2f0a78776ef2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:28:21.224684 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-6e1fda68-1b62-454b-b0b4-c5469a1fd24d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:21.225074 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1fda68-1b62-454b-b0b4-c5469a1fd24d None None] Bound using segment: {'id': 'f25e0e1e-326a-4ef5-aa96-2f0a78776ef2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943'} {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:28:21.225580 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [None req-6e1fda68-1b62-454b-b0b4-c5469a1fd24d None None] Bound port: d1d25c91-96db-4d30-b26d-e460c68c5fa9, host: dv-cinder-750782-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f25e0e1e-326a-4ef5-aa96-2f0a78776ef2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943'}}] {{(pid=104160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:28:21.227250 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-6e1fda68-1b62-454b-b0b4-c5469a1fd24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (d1d25c91-96db-4d30-b26d-e460c68c5fa9), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:21.279043 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-6e1fda68-1b62-454b-b0b4-c5469a1fd24d None None] For port d1d25c91-96db-4d30-b26d-e460c68c5fa9, host dv-cinder-750782-15-smb, cleared binding levels {{(pid=104160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:28:21.282640 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-6e1fda68-1b62-454b-b0b4-c5469a1fd24d None None] For port d1d25c91-96db-4d30-b26d-e460c68c5fa9, host dv-cinder-750782-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-smb',level=0,port_id=d1d25c91-96db-4d30-b26d-e460c68c5fa9,segment=NetworkSegment(f25e0e1e-326a-4ef5-aa96-2f0a78776ef2),segment_id=f25e0e1e-326a-4ef5-aa96-2f0a78776ef2)] {{(pid=104160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:28:21.349178 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-6e1fda68-1b62-454b-b0b4-c5469a1fd24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (d1d25c91-96db-4d30-b26d-e460c68c5fa9), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:21.407003 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed9dd4e-b7a2-4fd8-a1b0-3116b09f7c8a None None] Pushing event updated for resources: {'Port': ['ID=d1d25c91-96db-4d30-b26d-e460c68c5fa9,revision_number=3']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:21.409611 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1fda68-1b62-454b-b0b4-c5469a1fd24d None None] Routers {'81bd0a3e-764b-4b4e-8258-cb40f91dffbc'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:28:21.410206 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_hamode_db [None req-6e1fda68-1b62-454b-b0b4-c5469a1fd24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:28:06Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['81bd0a3e-764b-4b4e-8258-cb40f91dffbc'], 'active': True} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:21.519038 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvr_db [None req-6e1fda68-1b62-454b-b0b4-c5469a1fd24d None None] Set router 81bd0a3e-764b-4b4e-8258-cb40f91dffbc gateway port host: dv-cinder-750782-15-smb {{(pid=104160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:28:21.731288 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_hamode_db [None req-6e1fda68-1b62-454b-b0b4-c5469a1fd24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81bd0a3e-764b-4b4e-8258-cb40f91dffbc', 'name': 'router1', 'tenant_id': 'a775ae89dc05488d96a7924a3be49148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.162'}], 'enable_snat': True}, 'gw_port_id': 'd1d25c91-96db-4d30-b26d-e460c68c5fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:27:57Z', 'updated_at': '2022-03-31T15:28:17Z', 'revision_number': 4, 'project_id': 'a775ae89dc05488d96a7924a3be49148', 'gw_port': {'id': 'd1d25c91-96db-4d30-b26d-e460c68c5fa9', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:11:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81bd0a3e-764b-4b4e-8258-cb40f91dffbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:16Z', 'updated_at': '2022-03-31T15:28:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_interfaces': [{'id': 'b80ddb78-39b2-4b4c-8abc-1756ce3e8852', 'name': '', 'network_id': 'f42ebb00-1544-4a8b-a192-8ded72199c49', 'tenant_id': 'a775ae89dc05488d96a7924a3be49148', 'mac_address': 'fa:16:3e:54:97:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81bd0a3e-764b-4b4e-8258-cb40f91dffbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bca10a5a-f99f-4d1a-b0b9-776312545544', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:07Z', 'updated_at': '2022-03-31T15:28:11Z', 'revision_number': 5, 'project_id': 'a775ae89dc05488d96a7924a3be49148', 'subnets': [{'id': 'bca10a5a-f99f-4d1a-b0b9-776312545544', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '601f541c-ee35-4471-abdd-3ae7004b2171'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:28:21.761243 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1fda68-1b62-454b-b0b4-c5469a1fd24d None None] The sync data for ids ['81bd0a3e-764b-4b4e-8258-cb40f91dffbc'] in dv-cinder-750782-15-smb is: [{'id': '81bd0a3e-764b-4b4e-8258-cb40f91dffbc', 'name': 'router1', 'tenant_id': 'a775ae89dc05488d96a7924a3be49148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.162'}], 'enable_snat': True}, 'gw_port_id': 'd1d25c91-96db-4d30-b26d-e460c68c5fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:27:57Z', 'updated_at': '2022-03-31T15:28:17Z', 'revision_number': 4, 'project_id': 'a775ae89dc05488d96a7924a3be49148', 'gw_port': {'id': 'd1d25c91-96db-4d30-b26d-e460c68c5fa9', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:11:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81bd0a3e-764b-4b4e-8258-cb40f91dffbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:16Z', 'updated_at': '2022-03-31T15:28:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_interfaces': [{'id': 'b80ddb78-39b2-4b4c-8abc-1756ce3e8852', 'name': '', 'network_id': 'f42ebb00-1544-4a8b-a192-8ded72199c49', 'tenant_id': 'a775ae89dc05488d96a7924a3be49148', 'mac_address': 'fa:16:3e:54:97:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81bd0a3e-764b-4b4e-8258-cb40f91dffbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bca10a5a-f99f-4d1a-b0b9-776312545544', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:28:07Z', 'updated_at': '2022-03-31T15:28:11Z', 'revision_number': 5, 'project_id': 'a775ae89dc05488d96a7924a3be49148', 'subnets': [{'id': 'bca10a5a-f99f-4d1a-b0b9-776312545544', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '601f541c-ee35-4471-abdd-3ae7004b2171'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:28:23.587653 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device d1d25c91-96db-4d30-b26d-e460c68c5fa9 up at agent ovs-agent-dv-cinder-750782-15-smb {{(pid=104160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:28:23.639521 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Provisioning complete for port d1d25c91-96db-4d30-b26d-e460c68c5fa9 triggered by entity L2. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:28:23.639810 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (d1d25c91-96db-4d30-b26d-e460c68c5fa9), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:23.716851 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Current status of the port d1d25c91-96db-4d30-b26d-e460c68c5fa9 is: DOWN; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:28:23.717244 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (d1d25c91-96db-4d30-b26d-e460c68c5fa9), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:23.738675 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] For port d1d25c91-96db-4d30-b26d-e460c68c5fa9, host dv-cinder-750782-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-smb',level=0,port_id=d1d25c91-96db-4d30-b26d-e460c68c5fa9,segment=NetworkSegment(f25e0e1e-326a-4ef5-aa96-2f0a78776ef2),segment_id=f25e0e1e-326a-4ef5-aa96-2f0a78776ef2)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:28:23.824242 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (d1d25c91-96db-4d30-b26d-e460c68c5fa9), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:23.881328 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Pushing event updated for resources: {'Port': ['ID=d1d25c91-96db-4d30-b26d-e460c68c5fa9,revision_number=4']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:28:25.563627 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device d1d25c91-96db-4d30-b26d-e460c68c5fa9 up at agent ovs-agent-dv-cinder-750782-15-smb {{(pid=104160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:28:25.618328 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Provisioning complete for port d1d25c91-96db-4d30-b26d-e460c68c5fa9 triggered by entity L2. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:28:25.619007 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (d1d25c91-96db-4d30-b26d-e460c68c5fa9), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:25.700794 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Current status of the port d1d25c91-96db-4d30-b26d-e460c68c5fa9 is: ACTIVE; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:28:27.412930 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.agents_db [None req-c7073644-962b-4037-b6f3-12a39092c58a None None] Agent healthcheck: found 5 active agents {{(pid=104161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:28:34.132651 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-49d8c634-51af-4d3b-b5fb-c8f8e31b16dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (80b0103a-7158-48a6-b59a-3fe393c523d9), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:36.474824 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-7cae3899-d2dd-43b7-928e-edb6caea9411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (9721ac04-bac7-49da-b384-3a2049eedfa2), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:37.595523 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0b2f012e-2fbd-4b35-9815-8024e4a993e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fb816cbb-0527-4766-83b7-604ad6a553f5), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:39.417252 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-211e425b-1201-4862-afc0-6363249efbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (1ca8e2b3-6f2e-4d63-b52b-ad8a81fa6826), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:28:40.881069 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fd34c7ed-cab5-463e-81bb-e9aa6ef90623), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:04.178032 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b44a29a3-7c39-4c4b-81f9-98059e013c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (80b0103a-7158-48a6-b59a-3fe393c523d9), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:04.412293 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.agents_db [None req-c7073644-962b-4037-b6f3-12a39092c58a None None] Agent healthcheck: found 5 active agents {{(pid=104161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:29:06.463563 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a8101d63-655e-418c-9c52-edb0c17093d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (9721ac04-bac7-49da-b384-3a2049eedfa2), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:07.601034 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0b2f012e-2fbd-4b35-9815-8024e4a993e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fb816cbb-0527-4766-83b7-604ad6a553f5), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:09.422506 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-211e425b-1201-4862-afc0-6363249efbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (1ca8e2b3-6f2e-4d63-b52b-ad8a81fa6826), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:10.869518 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fd34c7ed-cab5-463e-81bb-e9aa6ef90623), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:34.142791 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-1f1fd0c7-4620-4d54-8340-35adccc1b505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (80b0103a-7158-48a6-b59a-3fe393c523d9), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:36.469033 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-da67275a-36d4-4066-899e-fdf4406a53d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (9721ac04-bac7-49da-b384-3a2049eedfa2), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:37.583046 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0b2f012e-2fbd-4b35-9815-8024e4a993e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fb816cbb-0527-4766-83b7-604ad6a553f5), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:39.401257 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-211e425b-1201-4862-afc0-6363249efbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (1ca8e2b3-6f2e-4d63-b52b-ad8a81fa6826), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:40.868814 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fd34c7ed-cab5-463e-81bb-e9aa6ef90623), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:41.411157 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.agents_db [None req-c7073644-962b-4037-b6f3-12a39092c58a None None] Agent healthcheck: found 5 active agents {{(pid=104161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:29:48.185163 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 41662) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:29:48.249373 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5ef7d81-efad-4955-b31d-bc23586905a1 admin admin] GET failed (client error): The resource could not be found. Mar 31 15:29:48.250670 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-f5ef7d81-efad-4955-b31d-bc23586905a1 admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0645163 Mar 31 15:29:48.483356 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae6d62d-644b-4612-9f4e-37ead4c8a93e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:48.484813 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-cae6d62d-644b-4612-9f4e-37ead4c8a93e admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2299190 Mar 31 15:29:50.792798 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 41672) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:29:50.881292 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9443ad43-fc03-44d1-a607-6a5399cb5f5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:50.882638 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-9443ad43-fc03-44d1-a607-6a5399cb5f5f admin admin] 10.222.0.21 "GET /v2.0/subnets/bca10a5a-f99f-4d1a-b0b9-776312545544 HTTP/1.1" status: 200 len: 849 time: 0.0888772 Mar 31 15:29:50.892563 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.v2.base [None req-6079632b-a152-464a-80cb-0a3edcede800 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:29:50.972522 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-6079632b-a152-464a-80cb-0a3edcede800 admin admin] Publish callbacks [] for subnet (bca10a5a-f99f-4d1a-b0b9-776312545544), before_update {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:51.177219 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-6079632b-a152-464a-80cb-0a3edcede800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772784953474'] for subnet (bca10a5a-f99f-4d1a-b0b9-776312545544), after_update {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:51.207140 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6079632b-a152-464a-80cb-0a3edcede800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:51.207730 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-6079632b-a152-464a-80cb-0a3edcede800 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043269'] for subnet (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:51.216315 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-6079632b-a152-464a-80cb-0a3edcede800 admin admin] 10.222.0.21 "PUT /v2.0/subnets/bca10a5a-f99f-4d1a-b0b9-776312545544 HTTP/1.1" status: 200 len: 868 time: 0.3199360 Mar 31 15:29:51.216577 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2448eb4-0a0e-47e3-a19c-1d761f34e9b7 None None] Network f42ebb00-1544-4a8b-a192-8ded72199c49 requested from dv-cinder-750782-15-smb {{(pid=104160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:29:51.230343 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6079632b-a152-464a-80cb-0a3edcede800 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bca10a5a-f99f-4d1a-b0b9-776312545544,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:29:51.238160 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6079632b-a152-464a-80cb-0a3edcede800 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:29:51.238800 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6079632b-a152-464a-80cb-0a3edcede800 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:29:51.239349 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6079632b-a152-464a-80cb-0a3edcede800 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:29:51.239867 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6079632b-a152-464a-80cb-0a3edcede800 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:29:51.240371 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6079632b-a152-464a-80cb-0a3edcede800 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:29:51.240867 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6079632b-a152-464a-80cb-0a3edcede800 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:29:51.241370 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6079632b-a152-464a-80cb-0a3edcede800 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:29:51.241918 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6079632b-a152-464a-80cb-0a3edcede800 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:29:51.242431 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6079632b-a152-464a-80cb-0a3edcede800 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:29:51.242934 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6079632b-a152-464a-80cb-0a3edcede800 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:29:51.243431 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6079632b-a152-464a-80cb-0a3edcede800 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:29:51.244450 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6079632b-a152-464a-80cb-0a3edcede800 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:29:51.244948 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6079632b-a152-464a-80cb-0a3edcede800 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:29:51.245463 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6079632b-a152-464a-80cb-0a3edcede800 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:29:51.245941 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6079632b-a152-464a-80cb-0a3edcede800 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:29:51.507647 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-8c64a769-b716-41f5-91f7-ec41cc19a652 None None] Provisioning complete for port b80ddb78-39b2-4b4c-8abc-1756ce3e8852 triggered by entity DHCP. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:29:51.508028 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-8c64a769-b716-41f5-91f7-ec41cc19a652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (b80ddb78-39b2-4b4c-8abc-1756ce3e8852), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:51.584073 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-8c64a769-b716-41f5-91f7-ec41cc19a652 None None] Current status of the port b80ddb78-39b2-4b4c-8abc-1756ce3e8852 is: ACTIVE; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:29:51.594711 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-8c64a769-b716-41f5-91f7-ec41cc19a652 None None] Provisioning complete for port 00ba8602-394f-49d8-8cf4-6a97bc338978 triggered by entity DHCP. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:29:51.595132 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-8c64a769-b716-41f5-91f7-ec41cc19a652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (00ba8602-394f-49d8-8cf4-6a97bc338978), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:29:51.670971 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-8c64a769-b716-41f5-91f7-ec41cc19a652 None None] Current status of the port 00ba8602-394f-49d8-8cf4-6a97bc338978 is: ACTIVE; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:29:53.518196 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 41680) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:29:53.715210 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9bf64a-48ae-4607-96bc-b3756ab0783d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:53.715583 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9bf64a-48ae-4607-96bc-b3756ab0783d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:53.717089 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-1b9bf64a-48ae-4607-96bc-b3756ab0783d admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1979463 Mar 31 15:29:55.990273 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 41688) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:29:56.122621 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2022d7cd-e04a-4adb-adbb-ea8372424014 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:56.123089 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2022d7cd-e04a-4adb-adbb-ea8372424014 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:56.124603 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-2022d7cd-e04a-4adb-adbb-ea8372424014 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1333814 Mar 31 15:29:58.414457 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 41696) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:29:58.536344 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94aa274f-f0a4-47bd-9608-7aaa6054d6ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:29:58.538771 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-94aa274f-f0a4-47bd-9608-7aaa6054d6ee admin admin] 10.222.0.21 "GET /v2.0/networks/8959fca3-760a-428d-87ed-41d110f4f943 HTTP/1.1" status: 200 len: 886 time: 0.1227798 Mar 31 15:30:00.832225 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 41704) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:30:00.960277 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57607ee7-0b21-438d-a261-d6b4d3a8bf52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:00.961651 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-57607ee7-0b21-438d-a261-d6b4d3a8bf52 admin admin] 10.222.0.21 "GET /v2.0/networks/f42ebb00-1544-4a8b-a192-8ded72199c49 HTTP/1.1" status: 200 len: 869 time: 0.1284580 Mar 31 15:30:03.283548 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 41712) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:30:03.406562 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3f5b93-9a28-401b-9080-d00a06fd9be5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:03.407010 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3f5b93-9a28-401b-9080-d00a06fd9be5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:03.408522 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-ed3f5b93-9a28-401b-9080-d00a06fd9be5 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1241074 Mar 31 15:30:04.142839 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-1041a528-a4d1-4cc7-841f-b9db857ca6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (80b0103a-7158-48a6-b59a-3fe393c523d9), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:05.702796 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 41720) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:30:05.824836 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc02193-f506-4fc4-8a25-da5e26a24c09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:05.825207 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc02193-f506-4fc4-8a25-da5e26a24c09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:05.826729 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-dcc02193-f506-4fc4-8a25-da5e26a24c09 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1229856 Mar 31 15:30:06.463605 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-7ce28743-e0be-47f9-b0e2-257d36e74add None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (9721ac04-bac7-49da-b384-3a2049eedfa2), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:07.582920 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0b2f012e-2fbd-4b35-9815-8024e4a993e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fb816cbb-0527-4766-83b7-604ad6a553f5), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:08.154174 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 41730) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:30:08.236594 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ac78bc-9edf-4779-a296-4270a96469d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:08.237919 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-d8ac78bc-9edf-4779-a296-4270a96469d3 admin admin] 10.222.0.21 "GET /v2.0/subnets/79fe0710-163f-45bc-8cd9-cc15163c6821 HTTP/1.1" status: 200 len: 816 time: 0.0828154 Mar 31 15:30:09.439863 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-211e425b-1201-4862-afc0-6363249efbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (1ca8e2b3-6f2e-4d63-b52b-ad8a81fa6826), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:10.536946 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 41738) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:30:10.647290 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f294ec2f-dbf9-4b10-bb26-741d40938801 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:10.648616 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-f294ec2f-dbf9-4b10-bb26-741d40938801 admin admin] 10.222.0.21 "GET /v2.0/subnets/bca10a5a-f99f-4d1a-b0b9-776312545544 HTTP/1.1" status: 200 len: 868 time: 0.1107185 Mar 31 15:30:10.871813 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fd34c7ed-cab5-463e-81bb-e9aa6ef90623), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:18.410121 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.agents_db [None req-c7073644-962b-4037-b6f3-12a39092c58a None None] Agent healthcheck: found 5 active agents {{(pid=104161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:30:34.159576 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-e3dc063c-2569-4b19-9cea-0d41a900e7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (80b0103a-7158-48a6-b59a-3fe393c523d9), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:36.456959 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-120aebf7-8b87-4a54-b225-a15f87e88f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (9721ac04-bac7-49da-b384-3a2049eedfa2), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:37.599150 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0b2f012e-2fbd-4b35-9815-8024e4a993e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fb816cbb-0527-4766-83b7-604ad6a553f5), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:39.034185 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 41790) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:30:39.087691 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [None req-a587c2a7-e4db-493b-b55a-c3b1d92eb468 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=104159) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 15:30:39.088703 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-a587c2a7-e4db-493b-b55a-c3b1d92eb468 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0535560 Mar 31 15:30:39.428603 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-211e425b-1201-4862-afc0-6363249efbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (1ca8e2b3-6f2e-4d63-b52b-ad8a81fa6826), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:40.960863 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fd34c7ed-cab5-463e-81bb-e9aa6ef90623), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:41.533105 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 41798) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:30:41.606639 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8544714-5081-45f7-acf2-77a590499d91 admin admin] GET failed (client error): The resource could not be found. Mar 31 15:30:41.610491 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-a8544714-5081-45f7-acf2-77a590499d91 admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0761600 Mar 31 15:30:41.758914 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c7db10-9c01-46f9-be20-2d200e4c4428 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:41.760548 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-f2c7db10-9c01-46f9-be20-2d200e4c4428 admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1478815 Mar 31 15:30:44.117061 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 41806) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:30:44.164729 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.v2.base [None req-74d4ca09-fff6-42e3-9666-8ccffe7fca8a admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=104158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:30:44.251008 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d4ca09-fff6-42e3-9666-8ccffe7fca8a admin admin] Made reservation on behalf of c73c0040f185402e85fecb044a4bcf3a for: {'network': 1} {{(pid=104158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:30:44.253295 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-74d4ca09-fff6-42e3-9666-8ccffe7fca8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for network (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:44.281899 dv-cinder-750782-15-smb neutron-server[104158]: WARNING neutron.services.revisions.revision_plugin [None req-74d4ca09-fff6-42e3-9666-8ccffe7fca8a admin admin] Could not find related network for resource to bump revision. Mar 31 15:30:44.292470 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74d4ca09-fff6-42e3-9666-8ccffe7fca8a admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=104158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:30:44.304362 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-74d4ca09-fff6-42e3-9666-8ccffe7fca8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8219139'] for segment (19abbc47-a111-4af7-b17f-4103c8e82ac9), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:44.305185 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.db.segments_db [None req-74d4ca09-fff6-42e3-9666-8ccffe7fca8a admin admin] Added segment 19abbc47-a111-4af7-b17f-4103c8e82ac9 of type vlan for network c8d39306-acc4-41dc-bb77-f4eb030747ae Mar 31 15:30:44.344025 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-74d4ca09-fff6-42e3-9666-8ccffe7fca8a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772784419386'] for network (c8d39306-acc4-41dc-bb77-f4eb030747ae), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:44.416694 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-74d4ca09-fff6-42e3-9666-8ccffe7fca8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315'] for network (c8d39306-acc4-41dc-bb77-f4eb030747ae), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:44.417937 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d4ca09-fff6-42e3-9666-8ccffe7fca8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:44.418501 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-74d4ca09-fff6-42e3-9666-8ccffe7fca8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043269'] for network (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:44.474463 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d4ca09-fff6-42e3-9666-8ccffe7fca8a admin admin] Pushing event updated for resources: {'Network': ['ID=c8d39306-acc4-41dc-bb77-f4eb030747ae,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:44.484481 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Network c8d39306-acc4-41dc-bb77-f4eb030747ae details requested by agent ovs-agent-dv-cinder-750782-15-smb with host dv-cinder-750782-15-smb {{(pid=104160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 15:30:44.545142 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-74d4ca09-fff6-42e3-9666-8ccffe7fca8a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4268878 Mar 31 15:30:46.875694 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 41814) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:30:46.935089 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.pecan_wsgi.hooks.translation [None req-447430be-d750-4f08-9194-053ed3521d25 admin admin] GET failed (client error): The resource could not be found. Mar 31 15:30:46.936339 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-447430be-d750-4f08-9194-053ed3521d25 admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0596764 Mar 31 15:30:47.005319 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a33f2f2-2bee-4dcb-80e7-e44e3954542e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:47.006974 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-0a33f2f2-2bee-4dcb-80e7-e44e3954542e admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0666759 Mar 31 15:30:47.016719 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.v2.base [None req-64850cfd-044e-478b-a3d4-ce6ab4ed4efc admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': 'c8d39306-acc4-41dc-bb77-f4eb030747ae'}} {{(pid=104158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:30:47.090096 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64850cfd-044e-478b-a3d4-ce6ab4ed4efc admin admin] Made reservation on behalf of c73c0040f185402e85fecb044a4bcf3a for: {'subnet': 1} {{(pid=104158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:30:47.092228 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-64850cfd-044e-478b-a3d4-ce6ab4ed4efc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:47.308299 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-64850cfd-044e-478b-a3d4-ce6ab4ed4efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315'] for subnet (6fc86967-9f5a-4e09-aa10-64ac88ccb2ef), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:47.360765 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64850cfd-044e-478b-a3d4-ce6ab4ed4efc admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fc86967-9f5a-4e09-aa10-64ac88ccb2ef,revision_number=0']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:47.369163 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64850cfd-044e-478b-a3d4-ce6ab4ed4efc admin admin] Checking segment: {'id': '19abbc47-a111-4af7-b17f-4103c8e82ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c8d39306-acc4-41dc-bb77-f4eb030747ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:30:47.369163 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64850cfd-044e-478b-a3d4-ce6ab4ed4efc admin admin] Network hostable DHCP agents. Network: c8d39306-acc4-41dc-bb77-f4eb030747ae, hostable agents: ['80b0103a-7158-48a6-b59a-3fe393c523d9'], hosted agents: [] {{(pid=104158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:30:47.445292 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64850cfd-044e-478b-a3d4-ce6ab4ed4efc admin admin] Network c8d39306-acc4-41dc-bb77-f4eb030747ae is scheduled to be hosted by DHCP agent 80b0103a-7158-48a6-b59a-3fe393c523d9 with binding_index 1 {{(pid=104158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:30:47.542059 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.scheduler.base_scheduler [None req-64850cfd-044e-478b-a3d4-ce6ab4ed4efc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-15-smb, c8d39306-acc4-41dc-bb77-f4eb030747ae) {{(pid=104158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:30:47.545989 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64850cfd-044e-478b-a3d4-ce6ab4ed4efc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:30:47.546575 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-64850cfd-044e-478b-a3d4-ce6ab4ed4efc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043269'] for subnet (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:47.552946 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72aa8ebd-2bc4-40c3-b612-9a2480e20dd5 None None] Network c8d39306-acc4-41dc-bb77-f4eb030747ae requested from dv-cinder-750782-15-smb {{(pid=104160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:30:47.637032 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-64850cfd-044e-478b-a3d4-ce6ab4ed4efc admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6234992 Mar 31 15:30:47.653348 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440bde2b-9ecb-4d7c-a760-bf4c16eda26d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec827e25-5276-5d2f-9d0f-720d9e092647-c8d39306-acc4-41dc-bb77-f4eb030747ae', 'network_id': 'c8d39306-acc4-41dc-bb77-f4eb030747ae', 'project_id': 'c73c0040f185402e85fecb044a4bcf3a', 'fixed_ips': [{'subnet_id': '6fc86967-9f5a-4e09-aa10-64ac88ccb2ef'}]}} from dv-cinder-750782-15-smb. {{(pid=104160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 15:30:47.654513 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-440bde2b-9ecb-4d7c-a760-bf4c16eda26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:47.799810 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.db_base_plugin_common [None req-440bde2b-9ecb-4d7c-a760-bf4c16eda26d None None] Allocated IP 192.168.233.2 (c8d39306-acc4-41dc-bb77-f4eb030747ae/6fc86967-9f5a-4e09-aa10-64ac88ccb2ef/6798b114-aed4-40ee-94d1-ad44ce1a7826) {{(pid=104160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:30:48.035494 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-440bde2b-9ecb-4d7c-a760-bf4c16eda26d None None] Publish callbacks [] for port (6798b114-aed4-40ee-94d1-ad44ce1a7826), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:48.126183 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-440bde2b-9ecb-4d7c-a760-bf4c16eda26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772784453870'] for port (6798b114-aed4-40ee-94d1-ad44ce1a7826), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:48.171495 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440bde2b-9ecb-4d7c-a760-bf4c16eda26d None None] Network c8d39306-acc4-41dc-bb77-f4eb030747ae is already hosted by enough agents. {{(pid=104160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:30:48.174389 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.scheduler.base_scheduler [None req-440bde2b-9ecb-4d7c-a760-bf4c16eda26d None None] Resources bound (agent type, host, resource id): {{(pid=104160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:30:48.180995 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440bde2b-9ecb-4d7c-a760-bf4c16eda26d None None] Received port after_create {{(pid=104160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:30:48.190564 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440bde2b-9ecb-4d7c-a760-bf4c16eda26d None None] Pushing event updated for resources: {'Port': ['ID=6798b114-aed4-40ee-94d1-ad44ce1a7826,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:48.214519 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440bde2b-9ecb-4d7c-a760-bf4c16eda26d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:48.214855 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440bde2b-9ecb-4d7c-a760-bf4c16eda26d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:48.215184 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440bde2b-9ecb-4d7c-a760-bf4c16eda26d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:48.215535 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440bde2b-9ecb-4d7c-a760-bf4c16eda26d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:48.215867 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440bde2b-9ecb-4d7c-a760-bf4c16eda26d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:48.216189 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440bde2b-9ecb-4d7c-a760-bf4c16eda26d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:48.216507 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440bde2b-9ecb-4d7c-a760-bf4c16eda26d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:48.216823 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440bde2b-9ecb-4d7c-a760-bf4c16eda26d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:48.217136 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440bde2b-9ecb-4d7c-a760-bf4c16eda26d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:48.217473 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440bde2b-9ecb-4d7c-a760-bf4c16eda26d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:48.217794 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440bde2b-9ecb-4d7c-a760-bf4c16eda26d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:48.218129 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440bde2b-9ecb-4d7c-a760-bf4c16eda26d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:48.218445 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440bde2b-9ecb-4d7c-a760-bf4c16eda26d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:48.218755 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440bde2b-9ecb-4d7c-a760-bf4c16eda26d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:48.219065 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440bde2b-9ecb-4d7c-a760-bf4c16eda26d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:30:48.253261 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [None req-440bde2b-9ecb-4d7c-a760-bf4c16eda26d None None] Attempting to bind port 6798b114-aed4-40ee-94d1-ad44ce1a7826 on host dv-cinder-750782-15-smb for vnic_type normal with profile {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:30:48.253665 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [None req-440bde2b-9ecb-4d7c-a760-bf4c16eda26d None None] Attempting to bind port 6798b114-aed4-40ee-94d1-ad44ce1a7826 by drivers openvswitch,hyperv on host dv-cinder-750782-15-smb at level 0 using segments [{'id': '19abbc47-a111-4af7-b17f-4103c8e82ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c8d39306-acc4-41dc-bb77-f4eb030747ae'}] {{(pid=104160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:30:48.254022 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440bde2b-9ecb-4d7c-a760-bf4c16eda26d None None] Attempting to bind port 6798b114-aed4-40ee-94d1-ad44ce1a7826 on network c8d39306-acc4-41dc-bb77-f4eb030747ae {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:30:48.259252 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440bde2b-9ecb-4d7c-a760-bf4c16eda26d None None] Checking agent: {'id': 'fd34c7ed-cab5-463e-81bb-e9aa6ef90623', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 27, 41), 'started_at': datetime.datetime(2022, 3, 31, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:30:48.259570 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440bde2b-9ecb-4d7c-a760-bf4c16eda26d None None] Checking segment: {'id': '19abbc47-a111-4af7-b17f-4103c8e82ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c8d39306-acc4-41dc-bb77-f4eb030747ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:30:48.259963 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-440bde2b-9ecb-4d7c-a760-bf4c16eda26d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:48.260608 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440bde2b-9ecb-4d7c-a760-bf4c16eda26d None None] Bound using segment: {'id': '19abbc47-a111-4af7-b17f-4103c8e82ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c8d39306-acc4-41dc-bb77-f4eb030747ae'} {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:30:48.261060 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [None req-440bde2b-9ecb-4d7c-a760-bf4c16eda26d None None] Bound port: 6798b114-aed4-40ee-94d1-ad44ce1a7826, host: dv-cinder-750782-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19abbc47-a111-4af7-b17f-4103c8e82ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c8d39306-acc4-41dc-bb77-f4eb030747ae'}}] {{(pid=104160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:30:48.261479 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-440bde2b-9ecb-4d7c-a760-bf4c16eda26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (6798b114-aed4-40ee-94d1-ad44ce1a7826), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:48.324232 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-440bde2b-9ecb-4d7c-a760-bf4c16eda26d None None] For port 6798b114-aed4-40ee-94d1-ad44ce1a7826, host dv-cinder-750782-15-smb, cleared binding levels {{(pid=104160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:30:48.327566 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-440bde2b-9ecb-4d7c-a760-bf4c16eda26d None None] For port 6798b114-aed4-40ee-94d1-ad44ce1a7826, host dv-cinder-750782-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-smb',level=0,port_id=6798b114-aed4-40ee-94d1-ad44ce1a7826,segment=NetworkSegment(19abbc47-a111-4af7-b17f-4103c8e82ac9),segment_id=19abbc47-a111-4af7-b17f-4103c8e82ac9)] {{(pid=104160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:30:48.417327 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-440bde2b-9ecb-4d7c-a760-bf4c16eda26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (6798b114-aed4-40ee-94d1-ad44ce1a7826), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:48.485676 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440bde2b-9ecb-4d7c-a760-bf4c16eda26d None None] Pushing event updated for resources: {'Port': ['ID=6798b114-aed4-40ee-94d1-ad44ce1a7826,revision_number=2']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:49.292264 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a59c8fd-d938-4d11-b3c9-850b53cd22b7 None None] Network c8d39306-acc4-41dc-bb77-f4eb030747ae requested from dv-cinder-750782-15-smb {{(pid=104160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:30:49.368985 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-f6e55060-5795-451b-a592-28de841b0edb None None] Provisioning complete for port 6798b114-aed4-40ee-94d1-ad44ce1a7826 triggered by entity DHCP. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:30:49.369365 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-f6e55060-5795-451b-a592-28de841b0edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (6798b114-aed4-40ee-94d1-ad44ce1a7826), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:49.483381 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-f6e55060-5795-451b-a592-28de841b0edb None None] Current status of the port 6798b114-aed4-40ee-94d1-ad44ce1a7826 is: DOWN; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:30:49.483647 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-f6e55060-5795-451b-a592-28de841b0edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (6798b114-aed4-40ee-94d1-ad44ce1a7826), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:49.537096 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-f6e55060-5795-451b-a592-28de841b0edb None None] For port 6798b114-aed4-40ee-94d1-ad44ce1a7826, host dv-cinder-750782-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-smb',level=0,port_id=6798b114-aed4-40ee-94d1-ad44ce1a7826,segment=NetworkSegment(19abbc47-a111-4af7-b17f-4103c8e82ac9),segment_id=19abbc47-a111-4af7-b17f-4103c8e82ac9)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:30:49.605246 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-f6e55060-5795-451b-a592-28de841b0edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (6798b114-aed4-40ee-94d1-ad44ce1a7826), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:49.671223 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e55060-5795-451b-a592-28de841b0edb None None] Pushing event updated for resources: {'Port': ['ID=6798b114-aed4-40ee-94d1-ad44ce1a7826,revision_number=3']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:30:49.694710 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device 6798b114-aed4-40ee-94d1-ad44ce1a7826 up at agent ovs-agent-dv-cinder-750782-15-smb {{(pid=104160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:30:49.743648 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-1c5b1fb2-f4b3-45e9-a0d4-3a725bfe2253 None None] Provisioning complete for port 6798b114-aed4-40ee-94d1-ad44ce1a7826 triggered by entity DHCP. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:30:49.743952 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-1c5b1fb2-f4b3-45e9-a0d4-3a725bfe2253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (6798b114-aed4-40ee-94d1-ad44ce1a7826), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:49.787760 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Provisioning complete for port 6798b114-aed4-40ee-94d1-ad44ce1a7826 triggered by entity L2. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:30:49.788141 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (6798b114-aed4-40ee-94d1-ad44ce1a7826), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:49.864836 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-1c5b1fb2-f4b3-45e9-a0d4-3a725bfe2253 None None] Current status of the port 6798b114-aed4-40ee-94d1-ad44ce1a7826 is: ACTIVE; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:30:49.904999 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Current status of the port 6798b114-aed4-40ee-94d1-ad44ce1a7826 is: ACTIVE; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:30:51.613701 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device 6798b114-aed4-40ee-94d1-ad44ce1a7826 up at agent ovs-agent-dv-cinder-750782-15-smb {{(pid=104160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:30:51.663543 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Provisioning complete for port 6798b114-aed4-40ee-94d1-ad44ce1a7826 triggered by entity L2. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:30:51.663955 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (6798b114-aed4-40ee-94d1-ad44ce1a7826), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:30:51.738911 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Current status of the port 6798b114-aed4-40ee-94d1-ad44ce1a7826 is: ACTIVE; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:30:55.408996 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.agents_db [None req-c7073644-962b-4037-b6f3-12a39092c58a None None] Agent healthcheck: found 5 active agents {{(pid=104161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:31:04.147407 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-518ee24a-efae-4109-9c62-c2af27f97e7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (80b0103a-7158-48a6-b59a-3fe393c523d9), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:06.485261 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ddb21489-e66c-4362-8e8c-fd38953f0886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (9721ac04-bac7-49da-b384-3a2049eedfa2), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:07.616409 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0b2f012e-2fbd-4b35-9815-8024e4a993e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fb816cbb-0527-4766-83b7-604ad6a553f5), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:09.410377 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-211e425b-1201-4862-afc0-6363249efbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (1ca8e2b3-6f2e-4d63-b52b-ad8a81fa6826), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:10.902103 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fd34c7ed-cab5-463e-81bb-e9aa6ef90623), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:32.407672 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.agents_db [None req-c7073644-962b-4037-b6f3-12a39092c58a None None] Agent healthcheck: found 5 active agents {{(pid=104161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:31:34.158398 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-7b96f649-bbd3-45b1-b2d9-de4ff7f1e9ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (80b0103a-7158-48a6-b59a-3fe393c523d9), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:36.518289 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-2917937d-b835-4649-ba60-63e587149e94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (9721ac04-bac7-49da-b384-3a2049eedfa2), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:37.604215 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0b2f012e-2fbd-4b35-9815-8024e4a993e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fb816cbb-0527-4766-83b7-604ad6a553f5), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:39.438687 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-211e425b-1201-4862-afc0-6363249efbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (1ca8e2b3-6f2e-4d63-b52b-ad8a81fa6826), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:31:40.889616 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fd34c7ed-cab5-463e-81bb-e9aa6ef90623), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:04.140917 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d5450ae9-db60-4acd-a1fb-cf286aa3ff8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (80b0103a-7158-48a6-b59a-3fe393c523d9), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:06.456088 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0caee049-b1f7-49e2-ae4d-c5fed4c30970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (9721ac04-bac7-49da-b384-3a2049eedfa2), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:07.587178 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0b2f012e-2fbd-4b35-9815-8024e4a993e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fb816cbb-0527-4766-83b7-604ad6a553f5), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:09.406000 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.agents_db [None req-c7073644-962b-4037-b6f3-12a39092c58a None None] Agent healthcheck: found 5 active agents {{(pid=104161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:32:09.431880 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-211e425b-1201-4862-afc0-6363249efbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (1ca8e2b3-6f2e-4d63-b52b-ad8a81fa6826), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:10.872272 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fd34c7ed-cab5-463e-81bb-e9aa6ef90623), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:15.259994 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 41852) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:32:15.265906 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [None req-5434e76c-d672-40cf-bf62-c8a9258a0b65 tempest-verify_tempest_config-1667701786 tempest-verify_tempest_config-1667701786-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=104158) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 15:32:15.266852 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-5434e76c-d672-40cf-bf62-c8a9258a0b65 tempest-verify_tempest_config-1667701786 tempest-verify_tempest_config-1667701786-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0056562 Mar 31 15:32:15.779975 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 41870) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:32:15.880095 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-486fc553-f7bf-4fab-ab17-605f48d0915c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:15.954180 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-486fc553-f7bf-4fab-ab17-605f48d0915c admin admin] Publish callbacks [] for security_group (75d14866-98ed-4405-afbc-1bd709a5322b), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:16.020409 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-486fc553-f7bf-4fab-ab17-605f48d0915c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (75d14866-98ed-4405-afbc-1bd709a5322b), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:16.067535 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-486fc553-f7bf-4fab-ab17-605f48d0915c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c1a8ea6b0ac44051b031be33db878eb8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2865353 Mar 31 15:32:16.068319 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486fc553-f7bf-4fab-ab17-605f48d0915c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d14866-98ed-4405-afbc-1bd709a5322b,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:16.070109 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 41874) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:32:16.084649 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486fc553-f7bf-4fab-ab17-605f48d0915c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:16.084990 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486fc553-f7bf-4fab-ab17-605f48d0915c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:16.085343 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486fc553-f7bf-4fab-ab17-605f48d0915c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:16.085720 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486fc553-f7bf-4fab-ab17-605f48d0915c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:16.086075 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486fc553-f7bf-4fab-ab17-605f48d0915c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:16.086397 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486fc553-f7bf-4fab-ab17-605f48d0915c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:16.086719 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486fc553-f7bf-4fab-ab17-605f48d0915c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:16.087036 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486fc553-f7bf-4fab-ab17-605f48d0915c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:16.087369 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486fc553-f7bf-4fab-ab17-605f48d0915c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:16.087693 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486fc553-f7bf-4fab-ab17-605f48d0915c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:16.088010 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486fc553-f7bf-4fab-ab17-605f48d0915c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:16.088327 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486fc553-f7bf-4fab-ab17-605f48d0915c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:16.088641 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486fc553-f7bf-4fab-ab17-605f48d0915c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:16.088953 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486fc553-f7bf-4fab-ab17-605f48d0915c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:16.089262 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486fc553-f7bf-4fab-ab17-605f48d0915c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:32:16.132525 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-fbe6cb2e-c928-4dfe-a202-6b799a8a4644 admin admin] Publish callbacks [] for security_group (75d14866-98ed-4405-afbc-1bd709a5322b), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:16.152630 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-fbe6cb2e-c928-4dfe-a202-6b799a8a4644 admin admin] Publish callbacks [] for security_group (75d14866-98ed-4405-afbc-1bd709a5322b), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:16.289772 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-fbe6cb2e-c928-4dfe-a202-6b799a8a4644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (75d14866-98ed-4405-afbc-1bd709a5322b), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:16.292317 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-fbe6cb2e-c928-4dfe-a202-6b799a8a4644 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:16.293636 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-fbe6cb2e-c928-4dfe-a202-6b799a8a4644 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/75d14866-98ed-4405-afbc-1bd709a5322b HTTP/1.1" status: 204 len: 168 time: 0.2224510 Mar 31 15:32:16.301362 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe6cb2e-c928-4dfe-a202-6b799a8a4644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d14866-98ed-4405-afbc-1bd709a5322b,revision_number=None']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:32:34.140148 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b82c868e-1de9-4a72-811c-a8efd155cefa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (80b0103a-7158-48a6-b59a-3fe393c523d9), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:36.488599 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-cb25e46c-d77d-44c3-9c6d-977873b976e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (9721ac04-bac7-49da-b384-3a2049eedfa2), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:37.596998 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0b2f012e-2fbd-4b35-9815-8024e4a993e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fb816cbb-0527-4766-83b7-604ad6a553f5), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:39.419756 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-211e425b-1201-4862-afc0-6363249efbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (1ca8e2b3-6f2e-4d63-b52b-ad8a81fa6826), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:40.905238 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fd34c7ed-cab5-463e-81bb-e9aa6ef90623), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:32:46.404917 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.agents_db [None req-c7073644-962b-4037-b6f3-12a39092c58a None None] Agent healthcheck: found 5 active agents {{(pid=104161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:33:04.173746 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3b199c26-56aa-45ec-8e5d-5cff3060af4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (80b0103a-7158-48a6-b59a-3fe393c523d9), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:06.505865 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ad25ada7-0970-46e8-9833-ceddd1067673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (9721ac04-bac7-49da-b384-3a2049eedfa2), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:07.722929 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0b2f012e-2fbd-4b35-9815-8024e4a993e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fb816cbb-0527-4766-83b7-604ad6a553f5), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:09.482341 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-211e425b-1201-4862-afc0-6363249efbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (1ca8e2b3-6f2e-4d63-b52b-ad8a81fa6826), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:10.899420 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fd34c7ed-cab5-463e-81bb-e9aa6ef90623), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:23.402458 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.agents_db [None req-c7073644-962b-4037-b6f3-12a39092c58a None None] Agent healthcheck: found 5 active agents {{(pid=104161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:33:34.144509 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-72007fd7-27b4-44d4-bd76-f01b5a724582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (80b0103a-7158-48a6-b59a-3fe393c523d9), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:36.452970 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-82828875-8417-4e70-ab15-7ad31a877bb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (9721ac04-bac7-49da-b384-3a2049eedfa2), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:37.602145 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0b2f012e-2fbd-4b35-9815-8024e4a993e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fb816cbb-0527-4766-83b7-604ad6a553f5), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:39.481673 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-211e425b-1201-4862-afc0-6363249efbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (1ca8e2b3-6f2e-4d63-b52b-ad8a81fa6826), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:33:40.870048 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fd34c7ed-cab5-463e-81bb-e9aa6ef90623), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:00.400734 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.agents_db [None req-c7073644-962b-4037-b6f3-12a39092c58a None None] Agent healthcheck: found 5 active agents {{(pid=104161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:34:04.178064 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b6a3a001-b889-4f77-8441-4b8113b7138a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (80b0103a-7158-48a6-b59a-3fe393c523d9), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:06.229586 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-589782'] for agent (42669199-0b56-4e25-9a3d-cc561c912f6a), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:06.469683 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-c2d114e0-23ba-46c4-a5d6-7f4102edde34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (9721ac04-bac7-49da-b384-3a2049eedfa2), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:07.618259 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0b2f012e-2fbd-4b35-9815-8024e4a993e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fb816cbb-0527-4766-83b7-604ad6a553f5), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:09.447360 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-211e425b-1201-4862-afc0-6363249efbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (1ca8e2b3-6f2e-4d63-b52b-ad8a81fa6826), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:10.903540 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fd34c7ed-cab5-463e-81bb-e9aa6ef90623), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:21.473266 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 41944) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:34:21.573557 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-f02b4d94-4202-44d6-8aee-766a1e918884 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4547 time: 0.0991542 Mar 31 15:34:23.875519 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 41954) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:34:23.928325 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-51c3cf86-52bb-4870-b03c-7aef7060d89e admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4547 time: 0.0516841 Mar 31 15:34:34.154769 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-943239f4-707f-41a7-92c1-774063830764 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (80b0103a-7158-48a6-b59a-3fe393c523d9), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:36.165788 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (42669199-0b56-4e25-9a3d-cc561c912f6a), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:36.497514 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-54d960d1-aa63-415c-a24d-ce93543b30f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (9721ac04-bac7-49da-b384-3a2049eedfa2), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:37.399533 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.agents_db [None req-c7073644-962b-4037-b6f3-12a39092c58a None None] Agent healthcheck: found 6 active agents {{(pid=104161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:34:37.686028 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0b2f012e-2fbd-4b35-9815-8024e4a993e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fb816cbb-0527-4766-83b7-604ad6a553f5), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:39.480276 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-211e425b-1201-4862-afc0-6363249efbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (1ca8e2b3-6f2e-4d63-b52b-ad8a81fa6826), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:34:40.874224 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fd34c7ed-cab5-463e-81bb-e9aa6ef90623), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:35:04.217287 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-77208acd-db73-4b67-bd22-6b122e066691 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (80b0103a-7158-48a6-b59a-3fe393c523d9), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:35:06.194117 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (42669199-0b56-4e25-9a3d-cc561c912f6a), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:35:06.491733 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-63336a0d-09f7-474d-a931-d07f6b53ff81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (9721ac04-bac7-49da-b384-3a2049eedfa2), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:35:07.633532 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0b2f012e-2fbd-4b35-9815-8024e4a993e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fb816cbb-0527-4766-83b7-604ad6a553f5), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:35:09.434481 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-211e425b-1201-4862-afc0-6363249efbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (1ca8e2b3-6f2e-4d63-b52b-ad8a81fa6826), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:35:10.919957 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fd34c7ed-cab5-463e-81bb-e9aa6ef90623), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:35:14.404829 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.agents_db [None req-c7073644-962b-4037-b6f3-12a39092c58a None None] Agent healthcheck: found 6 active agents {{(pid=104161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:35:34.171143 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-fe82309f-2b22-4087-bec1-a83de8e8e430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (80b0103a-7158-48a6-b59a-3fe393c523d9), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:35:36.211211 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (42669199-0b56-4e25-9a3d-cc561c912f6a), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:35:36.484745 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-1a1ae85a-3385-42bb-a8d3-30b664ea60df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (9721ac04-bac7-49da-b384-3a2049eedfa2), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:35:37.657005 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0b2f012e-2fbd-4b35-9815-8024e4a993e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fb816cbb-0527-4766-83b7-604ad6a553f5), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:35:39.439360 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-211e425b-1201-4862-afc0-6363249efbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (1ca8e2b3-6f2e-4d63-b52b-ad8a81fa6826), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:35:40.913284 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fd34c7ed-cab5-463e-81bb-e9aa6ef90623), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:35:51.397624 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.agents_db [None req-c7073644-962b-4037-b6f3-12a39092c58a None None] Agent healthcheck: found 6 active agents {{(pid=104161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:36:04.163972 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-c766e9e8-eaee-402d-b503-a98a762d98b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (80b0103a-7158-48a6-b59a-3fe393c523d9), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:06.203941 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (42669199-0b56-4e25-9a3d-cc561c912f6a), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:06.484443 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3c0ba1a6-d5ed-42af-809c-432038ce775f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (9721ac04-bac7-49da-b384-3a2049eedfa2), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:07.666582 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0b2f012e-2fbd-4b35-9815-8024e4a993e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fb816cbb-0527-4766-83b7-604ad6a553f5), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:09.508383 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-211e425b-1201-4862-afc0-6363249efbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (1ca8e2b3-6f2e-4d63-b52b-ad8a81fa6826), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:10.689841 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 42152) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:36:10.981823 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fd34c7ed-cab5-463e-81bb-e9aa6ef90623), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:11.224400 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 42182) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:36:11.255951 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 42188) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:36:11.272225 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.v2.base [None req-5409c042-2c88-47a2-a810-ea80382203d6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-144291278-network', 'tenant_id': 'd0def161a18a46ca8d69ee028d64b893'}} {{(pid=104158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:36:11.369319 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5409c042-2c88-47a2-a810-ea80382203d6 admin admin] Made reservation on behalf of d0def161a18a46ca8d69ee028d64b893 for: {'network': 1} {{(pid=104158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:36:11.371561 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-5409c042-2c88-47a2-a810-ea80382203d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for network (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:11.380619 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-5409c042-2c88-47a2-a810-ea80382203d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:11.457717 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-5409c042-2c88-47a2-a810-ea80382203d6 admin admin] Publish callbacks [] for security_group (0cb35ee8-da9b-424d-a950-6faa3a3ad767), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:11.558439 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-5409c042-2c88-47a2-a810-ea80382203d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (0cb35ee8-da9b-424d-a950-6faa3a3ad767), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:11.571648 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.v2.base [None req-f6b2e269-0166-4260-80a5-287e4a111a0f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1394788082-network', 'tenant_id': '893dd59441624f78817c4a649a0aaf40'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:36:11.588657 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5409c042-2c88-47a2-a810-ea80382203d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb35ee8-da9b-424d-a950-6faa3a3ad767,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:11.599117 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5409c042-2c88-47a2-a810-ea80382203d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=104158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:36:11.605351 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5409c042-2c88-47a2-a810-ea80382203d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:11.605720 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5409c042-2c88-47a2-a810-ea80382203d6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:11.606057 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5409c042-2c88-47a2-a810-ea80382203d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:11.606394 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5409c042-2c88-47a2-a810-ea80382203d6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:11.606723 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5409c042-2c88-47a2-a810-ea80382203d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:11.607213 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5409c042-2c88-47a2-a810-ea80382203d6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:11.607537 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5409c042-2c88-47a2-a810-ea80382203d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:11.607852 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5409c042-2c88-47a2-a810-ea80382203d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:11.608348 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5409c042-2c88-47a2-a810-ea80382203d6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:11.608671 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5409c042-2c88-47a2-a810-ea80382203d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:11.608987 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5409c042-2c88-47a2-a810-ea80382203d6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:11.609496 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5409c042-2c88-47a2-a810-ea80382203d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:11.609971 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5409c042-2c88-47a2-a810-ea80382203d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:11.610290 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5409c042-2c88-47a2-a810-ea80382203d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:11.610607 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5409c042-2c88-47a2-a810-ea80382203d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:11.611686 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5409c042-2c88-47a2-a810-ea80382203d6 admin admin] Tracked resource versions report: Mar 31 15:36:11.611686 dv-cinder-750782-15-smb neutron-server[104158]: pushed versions: Mar 31 15:36:11.611686 dv-cinder-750782-15-smb neutron-server[104158]: { 'AddressGroup': {'1.2'}, Mar 31 15:36:11.611686 dv-cinder-750782-15-smb neutron-server[104158]: 'Agent': {'1.1'}, Mar 31 15:36:11.611686 dv-cinder-750782-15-smb neutron-server[104158]: 'ConntrackHelper': {'1.0'}, Mar 31 15:36:11.611686 dv-cinder-750782-15-smb neutron-server[104158]: 'LocalIPAssociation': {'1.0'}, Mar 31 15:36:11.611686 dv-cinder-750782-15-smb neutron-server[104158]: 'Log': {'1.0'}, Mar 31 15:36:11.611686 dv-cinder-750782-15-smb neutron-server[104158]: 'NDPProxy': {'1.0'}, Mar 31 15:36:11.611686 dv-cinder-750782-15-smb neutron-server[104158]: 'Network': {'1.1'}, Mar 31 15:36:11.611686 dv-cinder-750782-15-smb neutron-server[104158]: 'Port': {'1.7'}, Mar 31 15:36:11.611686 dv-cinder-750782-15-smb neutron-server[104158]: 'PortForwarding': {'1.3'}, Mar 31 15:36:11.611686 dv-cinder-750782-15-smb neutron-server[104158]: 'QosPolicy': {'1.10'}, Mar 31 15:36:11.611686 dv-cinder-750782-15-smb neutron-server[104158]: 'SecurityGroup': {'1.5'}, Mar 31 15:36:11.611686 dv-cinder-750782-15-smb neutron-server[104158]: 'SecurityGroupRule': {'1.2'}, Mar 31 15:36:11.611686 dv-cinder-750782-15-smb neutron-server[104158]: 'SubPort': {'1.0'}, Mar 31 15:36:11.611686 dv-cinder-750782-15-smb neutron-server[104158]: 'Subnet': {'1.1'}, Mar 31 15:36:11.611686 dv-cinder-750782-15-smb neutron-server[104158]: 'Trunk': {'1.1'}} Mar 31 15:36:11.611686 dv-cinder-750782-15-smb neutron-server[104158]: consumer versions: Mar 31 15:36:11.611686 dv-cinder-750782-15-smb neutron-server[104158]: { DHCP agent@dv-cinder-750782-15-smb: {}, Mar 31 15:36:11.611686 dv-cinder-750782-15-smb neutron-server[104158]: HyperV agent@hv-cinder-75078: {}, Mar 31 15:36:11.611686 dv-cinder-750782-15-smb neutron-server[104158]: L3 agent@dv-cinder-750782-15-smb: {}, Mar 31 15:36:11.611686 dv-cinder-750782-15-smb neutron-server[104158]: Metadata agent@dv-cinder-750782-15-smb: {}, Mar 31 15:36:11.611686 dv-cinder-750782-15-smb neutron-server[104158]: Metering agent@dv-cinder-750782-15-smb: {}, Mar 31 15:36:11.611686 dv-cinder-750782-15-smb neutron-server[104158]: Open vSwitch agent@dv-cinder-750782-15-smb: { 'AddressGroup': '1.2', Mar 31 15:36:11.611686 dv-cinder-750782-15-smb neutron-server[104158]: 'Agent': '1.1', Mar 31 15:36:11.611686 dv-cinder-750782-15-smb neutron-server[104158]: 'ConntrackHelper': '1.0', Mar 31 15:36:11.611686 dv-cinder-750782-15-smb neutron-server[104158]: 'LocalIPAssociation': '1.0', Mar 31 15:36:11.611686 dv-cinder-750782-15-smb neutron-server[104158]: 'Log': '1.0', Mar 31 15:36:11.611686 dv-cinder-750782-15-smb neutron-server[104158]: 'NDPProxy': '1.0', Mar 31 15:36:11.611686 dv-cinder-750782-15-smb neutron-server[104158]: 'Network': '1.1', Mar 31 15:36:11.611686 dv-cinder-750782-15-smb neutron-server[104158]: 'Port': '1.7', Mar 31 15:36:11.611686 dv-cinder-750782-15-smb neutron-server[104158]: 'PortForwarding': '1.3', Mar 31 15:36:11.611686 dv-cinder-750782-15-smb neutron-server[104158]: 'QosPolicy': '1.10', Mar 31 15:36:11.611686 dv-cinder-750782-15-smb neutron-server[104158]: 'SecurityGroup': '1.5', Mar 31 15:36:11.611686 dv-cinder-750782-15-smb neutron-server[104158]: 'SecurityGroupRule': '1.2', Mar 31 15:36:11.611686 dv-cinder-750782-15-smb neutron-server[104158]: 'SubPort': '1.0', Mar 31 15:36:11.611686 dv-cinder-750782-15-smb neutron-server[104158]: 'Subnet': '1.1', Mar 31 15:36:11.611686 dv-cinder-750782-15-smb neutron-server[104158]: 'Trunk': '1.1'}} Mar 31 15:36:11.611686 dv-cinder-750782-15-smb neutron-server[104158]: {{(pid=104158) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 15:36:11.631566 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.v2.base [None req-aafeee56-097e-4a9d-bd82-db2cd138c5a6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1657121342-network', 'tenant_id': 'be4d3c00b0c245529e30b10275e77a1a'}} {{(pid=104158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:36:11.644173 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-5409c042-2c88-47a2-a810-ea80382203d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8219139'] for segment (9f3f3b28-e790-40cf-966b-d512f978bb45), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:11.644576 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.db.segments_db [None req-5409c042-2c88-47a2-a810-ea80382203d6 admin admin] Added segment 9f3f3b28-e790-40cf-966b-d512f978bb45 of type vlan for network c806af8a-1bdb-40fd-ae30-2296b114e56c Mar 31 15:36:11.699632 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-5409c042-2c88-47a2-a810-ea80382203d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772784419386'] for network (c806af8a-1bdb-40fd-ae30-2296b114e56c), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:11.702221 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b2e269-0166-4260-80a5-287e4a111a0f admin admin] Made reservation on behalf of 893dd59441624f78817c4a649a0aaf40 for: {'network': 1} {{(pid=104159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:36:11.704680 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-f6b2e269-0166-4260-80a5-287e4a111a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for network (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:11.726520 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-f6b2e269-0166-4260-80a5-287e4a111a0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:11.770092 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aafeee56-097e-4a9d-bd82-db2cd138c5a6 admin admin] Made reservation on behalf of be4d3c00b0c245529e30b10275e77a1a for: {'network': 1} {{(pid=104158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:36:11.772790 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-aafeee56-097e-4a9d-bd82-db2cd138c5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for network (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:11.782119 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-aafeee56-097e-4a9d-bd82-db2cd138c5a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:11.843876 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-f6b2e269-0166-4260-80a5-287e4a111a0f admin admin] Publish callbacks [] for security_group (9716ad7b-e259-4ba8-9537-dcba4ca88d2c), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:11.852528 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-5409c042-2c88-47a2-a810-ea80382203d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315'] for network (c806af8a-1bdb-40fd-ae30-2296b114e56c), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:11.854608 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5409c042-2c88-47a2-a810-ea80382203d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:11.855383 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-5409c042-2c88-47a2-a810-ea80382203d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043269'] for network (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:11.943709 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-f6b2e269-0166-4260-80a5-287e4a111a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (9716ad7b-e259-4ba8-9537-dcba4ca88d2c), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:12.001024 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b2e269-0166-4260-80a5-287e4a111a0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9716ad7b-e259-4ba8-9537-dcba4ca88d2c,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:12.024508 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b2e269-0166-4260-80a5-287e4a111a0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:12.024994 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b2e269-0166-4260-80a5-287e4a111a0f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:12.025505 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b2e269-0166-4260-80a5-287e4a111a0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:12.025962 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b2e269-0166-4260-80a5-287e4a111a0f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:12.026397 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b2e269-0166-4260-80a5-287e4a111a0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:12.026823 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b2e269-0166-4260-80a5-287e4a111a0f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:12.027249 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b2e269-0166-4260-80a5-287e4a111a0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:12.027672 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b2e269-0166-4260-80a5-287e4a111a0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:12.028110 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b2e269-0166-4260-80a5-287e4a111a0f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:12.028544 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b2e269-0166-4260-80a5-287e4a111a0f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:12.028973 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b2e269-0166-4260-80a5-287e4a111a0f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:12.029430 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b2e269-0166-4260-80a5-287e4a111a0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:12.029869 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b2e269-0166-4260-80a5-287e4a111a0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:12.030284 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b2e269-0166-4260-80a5-287e4a111a0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:12.030704 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b2e269-0166-4260-80a5-287e4a111a0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:12.031912 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b2e269-0166-4260-80a5-287e4a111a0f admin admin] Tracked resource versions report: Mar 31 15:36:12.031912 dv-cinder-750782-15-smb neutron-server[104159]: pushed versions: Mar 31 15:36:12.031912 dv-cinder-750782-15-smb neutron-server[104159]: { 'AddressGroup': {'1.2'}, Mar 31 15:36:12.031912 dv-cinder-750782-15-smb neutron-server[104159]: 'Agent': {'1.1'}, Mar 31 15:36:12.031912 dv-cinder-750782-15-smb neutron-server[104159]: 'ConntrackHelper': {'1.0'}, Mar 31 15:36:12.031912 dv-cinder-750782-15-smb neutron-server[104159]: 'LocalIPAssociation': {'1.0'}, Mar 31 15:36:12.031912 dv-cinder-750782-15-smb neutron-server[104159]: 'Log': {'1.0'}, Mar 31 15:36:12.031912 dv-cinder-750782-15-smb neutron-server[104159]: 'NDPProxy': {'1.0'}, Mar 31 15:36:12.031912 dv-cinder-750782-15-smb neutron-server[104159]: 'Network': {'1.1'}, Mar 31 15:36:12.031912 dv-cinder-750782-15-smb neutron-server[104159]: 'Port': {'1.7'}, Mar 31 15:36:12.031912 dv-cinder-750782-15-smb neutron-server[104159]: 'PortForwarding': {'1.3'}, Mar 31 15:36:12.031912 dv-cinder-750782-15-smb neutron-server[104159]: 'QosPolicy': {'1.10'}, Mar 31 15:36:12.031912 dv-cinder-750782-15-smb neutron-server[104159]: 'SecurityGroup': {'1.5'}, Mar 31 15:36:12.031912 dv-cinder-750782-15-smb neutron-server[104159]: 'SecurityGroupRule': {'1.2'}, Mar 31 15:36:12.031912 dv-cinder-750782-15-smb neutron-server[104159]: 'SubPort': {'1.0'}, Mar 31 15:36:12.031912 dv-cinder-750782-15-smb neutron-server[104159]: 'Subnet': {'1.1'}, Mar 31 15:36:12.031912 dv-cinder-750782-15-smb neutron-server[104159]: 'Trunk': {'1.1'}} Mar 31 15:36:12.031912 dv-cinder-750782-15-smb neutron-server[104159]: consumer versions: Mar 31 15:36:12.031912 dv-cinder-750782-15-smb neutron-server[104159]: { DHCP agent@dv-cinder-750782-15-smb: {}, Mar 31 15:36:12.031912 dv-cinder-750782-15-smb neutron-server[104159]: HyperV agent@hv-cinder-75078: {}, Mar 31 15:36:12.031912 dv-cinder-750782-15-smb neutron-server[104159]: L3 agent@dv-cinder-750782-15-smb: {}, Mar 31 15:36:12.031912 dv-cinder-750782-15-smb neutron-server[104159]: Metadata agent@dv-cinder-750782-15-smb: {}, Mar 31 15:36:12.031912 dv-cinder-750782-15-smb neutron-server[104159]: Metering agent@dv-cinder-750782-15-smb: {}, Mar 31 15:36:12.031912 dv-cinder-750782-15-smb neutron-server[104159]: Open vSwitch agent@dv-cinder-750782-15-smb: { 'AddressGroup': '1.2', Mar 31 15:36:12.031912 dv-cinder-750782-15-smb neutron-server[104159]: 'Agent': '1.1', Mar 31 15:36:12.031912 dv-cinder-750782-15-smb neutron-server[104159]: 'ConntrackHelper': '1.0', Mar 31 15:36:12.031912 dv-cinder-750782-15-smb neutron-server[104159]: 'LocalIPAssociation': '1.0', Mar 31 15:36:12.031912 dv-cinder-750782-15-smb neutron-server[104159]: 'Log': '1.0', Mar 31 15:36:12.031912 dv-cinder-750782-15-smb neutron-server[104159]: 'NDPProxy': '1.0', Mar 31 15:36:12.031912 dv-cinder-750782-15-smb neutron-server[104159]: 'Network': '1.1', Mar 31 15:36:12.031912 dv-cinder-750782-15-smb neutron-server[104159]: 'Port': '1.7', Mar 31 15:36:12.031912 dv-cinder-750782-15-smb neutron-server[104159]: 'PortForwarding': '1.3', Mar 31 15:36:12.031912 dv-cinder-750782-15-smb neutron-server[104159]: 'QosPolicy': '1.10', Mar 31 15:36:12.031912 dv-cinder-750782-15-smb neutron-server[104159]: 'SecurityGroup': '1.5', Mar 31 15:36:12.031912 dv-cinder-750782-15-smb neutron-server[104159]: 'SecurityGroupRule': '1.2', Mar 31 15:36:12.031912 dv-cinder-750782-15-smb neutron-server[104159]: 'SubPort': '1.0', Mar 31 15:36:12.031912 dv-cinder-750782-15-smb neutron-server[104159]: 'Subnet': '1.1', Mar 31 15:36:12.031912 dv-cinder-750782-15-smb neutron-server[104159]: 'Trunk': '1.1'}} Mar 31 15:36:12.031912 dv-cinder-750782-15-smb neutron-server[104159]: {{(pid=104159) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 15:36:12.064738 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6b2e269-0166-4260-80a5-287e4a111a0f admin admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=104159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:36:12.098342 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-f6b2e269-0166-4260-80a5-287e4a111a0f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772784778801', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8219139'] for segment (3e695c53-0855-4033-b66c-5de9c04ee5a9), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:12.099007 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-f6b2e269-0166-4260-80a5-287e4a111a0f admin admin] Unsubscribe: segment precommit_create {{(pid=104159) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 31 15:36:12.099795 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.db.segments_db [None req-f6b2e269-0166-4260-80a5-287e4a111a0f admin admin] Added segment 3e695c53-0855-4033-b66c-5de9c04ee5a9 of type vlan for network ffd9f9ff-86a8-41a0-b247-ed3515901842 Mar 31 15:36:12.107453 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5409c042-2c88-47a2-a810-ea80382203d6 admin admin] Pushing event updated for resources: {'Network': ['ID=c806af8a-1bdb-40fd-ae30-2296b114e56c,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:12.120949 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Network c806af8a-1bdb-40fd-ae30-2296b114e56c details requested by agent ovs-agent-dv-cinder-750782-15-smb with host dv-cinder-750782-15-smb {{(pid=104160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 15:36:12.136301 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-aafeee56-097e-4a9d-bd82-db2cd138c5a6 admin admin] Publish callbacks [] for security_group (19dad802-8dba-4ee5-a840-1bc67708f388), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:12.186710 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-f6b2e269-0166-4260-80a5-287e4a111a0f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772784419386'] for network (ffd9f9ff-86a8-41a0-b247-ed3515901842), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:12.233117 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-aafeee56-097e-4a9d-bd82-db2cd138c5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (19dad802-8dba-4ee5-a840-1bc67708f388), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:12.246083 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aafeee56-097e-4a9d-bd82-db2cd138c5a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=104158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:36:12.274941 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-aafeee56-097e-4a9d-bd82-db2cd138c5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8219139'] for segment (ec34a71e-0dc7-4d80-8f0e-2bcd71ad2a76), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:12.275291 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.db.segments_db [None req-aafeee56-097e-4a9d-bd82-db2cd138c5a6 admin admin] Added segment ec34a71e-0dc7-4d80-8f0e-2bcd71ad2a76 of type vlan for network acf2b035-5efb-451b-83b3-46613c8b8e46 Mar 31 15:36:12.341167 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-5409c042-2c88-47a2-a810-ea80382203d6 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6501720 Mar 31 15:36:12.344146 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 42242) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:36:12.348920 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.v2.base [None req-8d376d52-0bf7-4269-8c01-b6db794a4977 admin admin] Request body: {'subnet': {'network_id': 'c806af8a-1bdb-40fd-ae30-2296b114e56c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-144291278-subnet', 'tenant_id': 'd0def161a18a46ca8d69ee028d64b893', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:36:12.373149 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-aafeee56-097e-4a9d-bd82-db2cd138c5a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772784419386'] for network (acf2b035-5efb-451b-83b3-46613c8b8e46), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:12.386181 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafeee56-097e-4a9d-bd82-db2cd138c5a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19dad802-8dba-4ee5-a840-1bc67708f388,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:12.433105 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-f6b2e269-0166-4260-80a5-287e4a111a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315'] for network (ffd9f9ff-86a8-41a0-b247-ed3515901842), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:12.434018 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b2e269-0166-4260-80a5-287e4a111a0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:12.434596 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-f6b2e269-0166-4260-80a5-287e4a111a0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043269'] for network (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:12.539877 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b2e269-0166-4260-80a5-287e4a111a0f admin admin] Pushing event updated for resources: {'Network': ['ID=ffd9f9ff-86a8-41a0-b247-ed3515901842,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:12.552993 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Network ffd9f9ff-86a8-41a0-b247-ed3515901842 details requested by agent ovs-agent-dv-cinder-750782-15-smb with host dv-cinder-750782-15-smb {{(pid=104160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 15:36:12.564952 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-aafeee56-097e-4a9d-bd82-db2cd138c5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315'] for network (acf2b035-5efb-451b-83b3-46613c8b8e46), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:12.566035 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafeee56-097e-4a9d-bd82-db2cd138c5a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:12.568076 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-aafeee56-097e-4a9d-bd82-db2cd138c5a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043269'] for network (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:12.578961 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d376d52-0bf7-4269-8c01-b6db794a4977 admin admin] Made reservation on behalf of d0def161a18a46ca8d69ee028d64b893 for: {'subnet': 1} {{(pid=104159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:36:12.587571 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-8d376d52-0bf7-4269-8c01-b6db794a4977 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:12.597184 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-f6b2e269-0166-4260-80a5-287e4a111a0f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3716125 Mar 31 15:36:12.601187 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 42254) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:36:12.606524 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.v2.base [None req-66954adb-2584-4048-8bcf-2f2d788427c0 admin admin] Request body: {'subnet': {'network_id': 'ffd9f9ff-86a8-41a0-b247-ed3515901842', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1394788082-subnet', 'tenant_id': '893dd59441624f78817c4a649a0aaf40', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:36:12.670081 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafeee56-097e-4a9d-bd82-db2cd138c5a6 admin admin] Pushing event updated for resources: {'Network': ['ID=acf2b035-5efb-451b-83b3-46613c8b8e46,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:12.685283 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Network acf2b035-5efb-451b-83b3-46613c8b8e46 details requested by agent ovs-agent-dv-cinder-750782-15-smb with host dv-cinder-750782-15-smb {{(pid=104160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 15:36:12.701130 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-aafeee56-097e-4a9d-bd82-db2cd138c5a6 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4437995 Mar 31 15:36:12.717575 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 42260) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:36:12.717575 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.v2.base [None req-bf16e214-4041-43c8-8569-4ca511882032 admin admin] Request body: {'subnet': {'network_id': 'acf2b035-5efb-451b-83b3-46613c8b8e46', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1657121342-subnet', 'tenant_id': 'be4d3c00b0c245529e30b10275e77a1a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:36:12.800853 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66954adb-2584-4048-8bcf-2f2d788427c0 admin admin] Made reservation on behalf of 893dd59441624f78817c4a649a0aaf40 for: {'subnet': 1} {{(pid=104158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:36:12.804571 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-66954adb-2584-4048-8bcf-2f2d788427c0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:12.855668 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf16e214-4041-43c8-8569-4ca511882032 admin admin] Made reservation on behalf of be4d3c00b0c245529e30b10275e77a1a for: {'subnet': 1} {{(pid=104158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:36:12.856516 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-8d376d52-0bf7-4269-8c01-b6db794a4977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315'] for subnet (32ce8989-584f-4bb1-9eb5-9dfe1a9a84b0), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:12.858483 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-bf16e214-4041-43c8-8569-4ca511882032 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:12.921247 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d376d52-0bf7-4269-8c01-b6db794a4977 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32ce8989-584f-4bb1-9eb5-9dfe1a9a84b0,revision_number=0']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:12.952080 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d376d52-0bf7-4269-8c01-b6db794a4977 admin admin] Checking segment: {'id': '9f3f3b28-e790-40cf-966b-d512f978bb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c806af8a-1bdb-40fd-ae30-2296b114e56c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:36:12.952738 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d376d52-0bf7-4269-8c01-b6db794a4977 admin admin] Network hostable DHCP agents. Network: c806af8a-1bdb-40fd-ae30-2296b114e56c, hostable agents: ['80b0103a-7158-48a6-b59a-3fe393c523d9'], hosted agents: [] {{(pid=104159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:36:13.140968 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d376d52-0bf7-4269-8c01-b6db794a4977 admin admin] Network c806af8a-1bdb-40fd-ae30-2296b114e56c is scheduled to be hosted by DHCP agent 80b0103a-7158-48a6-b59a-3fe393c523d9 with binding_index 1 {{(pid=104159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:36:13.179593 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 42282) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:36:13.306672 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [None req-8d376d52-0bf7-4269-8c01-b6db794a4977 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-15-smb, c806af8a-1bdb-40fd-ae30-2296b114e56c) {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:36:13.308837 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-bf16e214-4041-43c8-8569-4ca511882032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315'] for subnet (0ed38ac7-8ffd-41b7-819b-98cf852cf0d4), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:13.310840 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d376d52-0bf7-4269-8c01-b6db794a4977 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:13.311435 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-8d376d52-0bf7-4269-8c01-b6db794a4977 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043269'] for subnet (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:13.320082 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159d1f57-3367-4d0f-a0bc-a576b15b40d5 None None] Network c806af8a-1bdb-40fd-ae30-2296b114e56c requested from dv-cinder-750782-15-smb {{(pid=104160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:36:13.362176 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-66954adb-2584-4048-8bcf-2f2d788427c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315'] for subnet (2b9feebc-e9c9-4a4e-ad3c-a41e234df103), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:13.376519 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-5dd1cc0a-e6cb-4470-93cf-5b7e4197ab59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:13.401870 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf16e214-4041-43c8-8569-4ca511882032 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ed38ac7-8ffd-41b7-819b-98cf852cf0d4,revision_number=0']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:13.434947 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-8d376d52-0bf7-4269-8c01-b6db794a4977 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0896399 Mar 31 15:36:13.481775 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf16e214-4041-43c8-8569-4ca511882032 admin admin] Checking segment: {'id': 'ec34a71e-0dc7-4d80-8f0e-2bcd71ad2a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'acf2b035-5efb-451b-83b3-46613c8b8e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:36:13.482206 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf16e214-4041-43c8-8569-4ca511882032 admin admin] Network hostable DHCP agents. Network: acf2b035-5efb-451b-83b3-46613c8b8e46, hostable agents: ['80b0103a-7158-48a6-b59a-3fe393c523d9'], hosted agents: [] {{(pid=104158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:36:13.487825 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66954adb-2584-4048-8bcf-2f2d788427c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b9feebc-e9c9-4a4e-ad3c-a41e234df103,revision_number=0']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:13.491495 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66954adb-2584-4048-8bcf-2f2d788427c0 admin admin] Checking segment: {'id': '3e695c53-0855-4033-b66c-5de9c04ee5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ffd9f9ff-86a8-41a0-b247-ed3515901842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:36:13.491926 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66954adb-2584-4048-8bcf-2f2d788427c0 admin admin] Network hostable DHCP agents. Network: ffd9f9ff-86a8-41a0-b247-ed3515901842, hostable agents: ['80b0103a-7158-48a6-b59a-3fe393c523d9'], hosted agents: [] {{(pid=104158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:36:13.512568 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd642f9-6358-412a-8434-99b45e9e25bb None None] Network c806af8a-1bdb-40fd-ae30-2296b114e56c requested from dv-cinder-750782-15-smb {{(pid=104160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:36:13.560725 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-5dd1cc0a-e6cb-4470-93cf-5b7e4197ab59 admin admin] Publish callbacks [] for security_group (1a25e218-36d5-4856-8b48-4db0e1f9602f), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:13.592716 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf16e214-4041-43c8-8569-4ca511882032 admin admin] Network acf2b035-5efb-451b-83b3-46613c8b8e46 is scheduled to be hosted by DHCP agent 80b0103a-7158-48a6-b59a-3fe393c523d9 with binding_index 1 {{(pid=104158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:36:13.629489 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66954adb-2584-4048-8bcf-2f2d788427c0 admin admin] Network ffd9f9ff-86a8-41a0-b247-ed3515901842 is scheduled to be hosted by DHCP agent 80b0103a-7158-48a6-b59a-3fe393c523d9 with binding_index 1 {{(pid=104158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:36:13.701182 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-5dd1cc0a-e6cb-4470-93cf-5b7e4197ab59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (1a25e218-36d5-4856-8b48-4db0e1f9602f), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:13.746580 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-5dd1cc0a-e6cb-4470-93cf-5b7e4197ab59 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eabd5d81f135474eae50af62d297b3a3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5656524 Mar 31 15:36:13.748345 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd1cc0a-e6cb-4470-93cf-5b7e4197ab59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a25e218-36d5-4856-8b48-4db0e1f9602f,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:13.749376 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 42302) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:36:13.777430 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.scheduler.base_scheduler [None req-bf16e214-4041-43c8-8569-4ca511882032 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-15-smb, acf2b035-5efb-451b-83b3-46613c8b8e46) {{(pid=104158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:36:13.781836 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac68747-084a-4fe8-a1df-bf8730de3d73 None None] Network acf2b035-5efb-451b-83b3-46613c8b8e46 requested from dv-cinder-750782-15-smb {{(pid=104160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:36:13.781997 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf16e214-4041-43c8-8569-4ca511882032 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:13.782613 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-bf16e214-4041-43c8-8569-4ca511882032 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043269'] for subnet (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:13.795594 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.scheduler.base_scheduler [None req-66954adb-2584-4048-8bcf-2f2d788427c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-15-smb, ffd9f9ff-86a8-41a0-b247-ed3515901842) {{(pid=104158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:36:13.801331 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66954adb-2584-4048-8bcf-2f2d788427c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:13.807042 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-66954adb-2584-4048-8bcf-2f2d788427c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043269'] for subnet (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:13.862023 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-e45c69e6-a64c-46a7-ae1e-4175a5500e10 admin admin] Publish callbacks [] for security_group (1a25e218-36d5-4856-8b48-4db0e1f9602f), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:13.862696 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 42326) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:36:13.867540 dv-cinder-750782-15-smb neutron-server[104159]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 31 15:36:13.868175 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7896187-d4c9-47e4-8efc-17029d811fe1 None None] Network ffd9f9ff-86a8-41a0-b247-ed3515901842 requested from dv-cinder-750782-15-smb {{(pid=104160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:36:13.910483 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-e45c69e6-a64c-46a7-ae1e-4175a5500e10 admin admin] Publish callbacks [] for security_group (1a25e218-36d5-4856-8b48-4db0e1f9602f), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:13.927452 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-bf16e214-4041-43c8-8569-4ca511882032 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2202685 Mar 31 15:36:13.933282 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 42328) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:36:13.935100 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a60c09-92cb-4fb3-b667-edfeb30a535e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec827e25-5276-5d2f-9d0f-720d9e092647-acf2b035-5efb-451b-83b3-46613c8b8e46', 'network_id': 'acf2b035-5efb-451b-83b3-46613c8b8e46', 'project_id': 'be4d3c00b0c245529e30b10275e77a1a', 'fixed_ips': [{'subnet_id': '0ed38ac7-8ffd-41b7-819b-98cf852cf0d4'}]}} from dv-cinder-750782-15-smb. {{(pid=104160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 15:36:13.935366 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d9a60c09-92cb-4fb3-b667-edfeb30a535e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:13.937545 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.v2.base [None req-75cdbdea-19d5-4f21-812e-a3ba795cec94 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1657121342-router', 'tenant_id': 'be4d3c00b0c245529e30b10275e77a1a', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943'}}} {{(pid=104158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:36:13.996619 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-66954adb-2584-4048-8bcf-2f2d788427c0 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3915982 Mar 31 15:36:13.997478 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 42330) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:36:14.002250 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.v2.base [None req-e011df5b-bc8f-44c3-a604-5ef97a143a70 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1394788082-router', 'tenant_id': '893dd59441624f78817c4a649a0aaf40', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943'}}} {{(pid=104158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:36:14.047236 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34de586-3908-485e-aed6-ce7e23982611 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec827e25-5276-5d2f-9d0f-720d9e092647-ffd9f9ff-86a8-41a0-b247-ed3515901842', 'network_id': 'ffd9f9ff-86a8-41a0-b247-ed3515901842', 'project_id': '893dd59441624f78817c4a649a0aaf40', 'fixed_ips': [{'subnet_id': '2b9feebc-e9c9-4a4e-ad3c-a41e234df103'}]}} from dv-cinder-750782-15-smb. {{(pid=104160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 15:36:14.048556 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a34de586-3908-485e-aed6-ce7e23982611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:14.112447 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-75cdbdea-19d5-4f21-812e-a3ba795cec94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3287'] for router (8da13428-dd29-43c2-90b9-9601dc801daa), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:14.113588 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-75cdbdea-19d5-4f21-812e-a3ba795cec94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-574202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3294'] for router (8da13428-dd29-43c2-90b9-9601dc801daa), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:14.117408 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5517fd47-28d4-4380-be6f-c92ea490819a req-1302d02b-8261-43f0-b2c2-ab86bafb1aa4 tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:14.129277 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-5517fd47-28d4-4380-be6f-c92ea490819a req-1302d02b-8261-43f0-b2c2-ab86bafb1aa4 tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] 10.222.0.21 "GET /v2.0/networks?id=c806af8a-1bdb-40fd-ae30-2296b114e56c HTTP/1.1" status: 200 len: 811 time: 0.2528243 Mar 31 15:36:14.136385 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-5517fd47-28d4-4380-be6f-c92ea490819a req-4b4e2060-a4e3-47f9-9af0-2710c919ca72 tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] 10.222.0.21 "GET /v2.0/quotas/d0def161a18a46ca8d69ee028d64b893 HTTP/1.1" status: 200 len: 375 time: 0.0102546 Mar 31 15:36:14.171752 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-e011df5b-bc8f-44c3-a604-5ef97a143a70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3287'] for router (47e54d6f-fc64-4b8b-9c10-074acfd46db3), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:14.173313 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-e011df5b-bc8f-44c3-a604-5ef97a143a70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-574202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3294'] for router (47e54d6f-fc64-4b8b-9c10-074acfd46db3), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:14.186723 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-e45c69e6-a64c-46a7-ae1e-4175a5500e10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (1a25e218-36d5-4856-8b48-4db0e1f9602f), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:14.186723 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-e45c69e6-a64c-46a7-ae1e-4175a5500e10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:14.186723 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-e45c69e6-a64c-46a7-ae1e-4175a5500e10 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1a25e218-36d5-4856-8b48-4db0e1f9602f HTTP/1.1" status: 204 len: 168 time: 0.4349415 Mar 31 15:36:14.198939 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-5517fd47-28d4-4380-be6f-c92ea490819a req-026b12e9-940a-4cee-9493-bf375f17d224 tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d0def161a18a46ca8d69ee028d64b893&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0573807 Mar 31 15:36:14.214676 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45c69e6-a64c-46a7-ae1e-4175a5500e10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a25e218-36d5-4856-8b48-4db0e1f9602f,revision_number=None']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:14.300238 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-75cdbdea-19d5-4f21-812e-a3ba795cec94 admin admin] Publish callbacks [] for router_controller (8da13428-dd29-43c2-90b9-9601dc801daa), precommit_add_association {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:14.301669 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-e011df5b-bc8f-44c3-a604-5ef97a143a70 admin admin] Publish callbacks [] for router_controller (47e54d6f-fc64-4b8b-9c10-074acfd46db3), precommit_add_association {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:14.317208 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [req-5517fd47-28d4-4380-be6f-c92ea490819a req-e5d3ef9a-7904-427b-a0c9-5fb2c14fd91f service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=104159) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 15:36:14.324481 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-5517fd47-28d4-4380-be6f-c92ea490819a req-e5d3ef9a-7904-427b-a0c9-5fb2c14fd91f service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0500710 Mar 31 15:36:14.430525 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-5517fd47-28d4-4380-be6f-c92ea490819a req-9a82a1c4-d5db-452a-8c03-389a8baab045 service neutron] 10.222.0.21 "GET /v2.0/networks/c806af8a-1bdb-40fd-ae30-2296b114e56c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049399 Mar 31 15:36:14.471723 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.db_base_plugin_common [None req-d9a60c09-92cb-4fb3-b667-edfeb30a535e None None] Allocated IP 172.20.0.2 (acf2b035-5efb-451b-83b3-46613c8b8e46/0ed38ac7-8ffd-41b7-819b-98cf852cf0d4/2736f01b-d062-4fa2-831d-a08663cd3597) {{(pid=104160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:36:14.479635 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.db_base_plugin_common [None req-a34de586-3908-485e-aed6-ce7e23982611 None None] Allocated IP 172.20.0.2 (ffd9f9ff-86a8-41a0-b247-ed3515901842/2b9feebc-e9c9-4a4e-ad3c-a41e234df103/108ae6d2-2708-4f04-9162-f0acaa7b3e6d) {{(pid=104160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:36:14.573499 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-5517fd47-28d4-4380-be6f-c92ea490819a req-579b94e9-f3c8-4194-87c2-5c54c073194e service neutron] 10.222.0.21 "GET /v2.0/networks/c806af8a-1bdb-40fd-ae30-2296b114e56c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410806 Mar 31 15:36:14.776560 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-75cdbdea-19d5-4f21-812e-a3ba795cec94 admin admin] Publish callbacks [] for router_gateway (8da13428-dd29-43c2-90b9-9601dc801daa), precommit_update {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:14.781423 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-e011df5b-bc8f-44c3-a604-5ef97a143a70 admin admin] Publish callbacks [] for router_gateway (47e54d6f-fc64-4b8b-9c10-074acfd46db3), precommit_update {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:14.833665 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a34de586-3908-485e-aed6-ce7e23982611 None None] Publish callbacks [] for port (108ae6d2-2708-4f04-9162-f0acaa7b3e6d), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:14.857464 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d9a60c09-92cb-4fb3-b667-edfeb30a535e None None] Publish callbacks [] for port (2736f01b-d062-4fa2-831d-a08663cd3597), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:14.911674 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a34de586-3908-485e-aed6-ce7e23982611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772784453870'] for port (108ae6d2-2708-4f04-9162-f0acaa7b3e6d), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:15.130255 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-172b0b29-e86f-4f12-9ac8-f8686cf05b01 req-8637ddef-fd12-4ca0-b962-12dd9e49f779 tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2875938-cf9d-41a1-8d95-a10adfec5daa HTTP/1.1" status: 200 len: 210 time: 0.1750941 Mar 31 15:36:15.200050 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d9a60c09-92cb-4fb3-b667-edfeb30a535e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772784453870'] for port (2736f01b-d062-4fa2-831d-a08663cd3597), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:15.236870 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34de586-3908-485e-aed6-ce7e23982611 None None] Network ffd9f9ff-86a8-41a0-b247-ed3515901842 is already hosted by enough agents. {{(pid=104160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:36:15.245985 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.scheduler.base_scheduler [None req-a34de586-3908-485e-aed6-ce7e23982611 None None] Resources bound (agent type, host, resource id): {{(pid=104160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:36:15.251509 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34de586-3908-485e-aed6-ce7e23982611 None None] Received port after_create {{(pid=104160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:36:15.260114 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a60c09-92cb-4fb3-b667-edfeb30a535e None None] Network acf2b035-5efb-451b-83b3-46613c8b8e46 is already hosted by enough agents. {{(pid=104160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:36:15.263410 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34de586-3908-485e-aed6-ce7e23982611 None None] Pushing event updated for resources: {'Port': ['ID=108ae6d2-2708-4f04-9162-f0acaa7b3e6d,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:15.268014 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.scheduler.base_scheduler [None req-d9a60c09-92cb-4fb3-b667-edfeb30a535e None None] Resources bound (agent type, host, resource id): {{(pid=104160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:36:15.274287 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a60c09-92cb-4fb3-b667-edfeb30a535e None None] Received port after_create {{(pid=104160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:36:15.306570 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34de586-3908-485e-aed6-ce7e23982611 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:15.306913 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34de586-3908-485e-aed6-ce7e23982611 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:15.307248 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34de586-3908-485e-aed6-ce7e23982611 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:15.307611 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34de586-3908-485e-aed6-ce7e23982611 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:15.307943 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34de586-3908-485e-aed6-ce7e23982611 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:15.308637 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34de586-3908-485e-aed6-ce7e23982611 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:15.308972 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34de586-3908-485e-aed6-ce7e23982611 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:15.309669 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34de586-3908-485e-aed6-ce7e23982611 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:15.310030 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34de586-3908-485e-aed6-ce7e23982611 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:15.310357 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34de586-3908-485e-aed6-ce7e23982611 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:15.310678 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34de586-3908-485e-aed6-ce7e23982611 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:15.311018 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34de586-3908-485e-aed6-ce7e23982611 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:15.311669 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34de586-3908-485e-aed6-ce7e23982611 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:15.312008 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34de586-3908-485e-aed6-ce7e23982611 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:15.312685 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34de586-3908-485e-aed6-ce7e23982611 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:15.314158 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34de586-3908-485e-aed6-ce7e23982611 None None] Tracked resource versions report: Mar 31 15:36:15.314158 dv-cinder-750782-15-smb neutron-server[104160]: pushed versions: Mar 31 15:36:15.314158 dv-cinder-750782-15-smb neutron-server[104160]: { 'AddressGroup': {'1.2'}, Mar 31 15:36:15.314158 dv-cinder-750782-15-smb neutron-server[104160]: 'Agent': {'1.1'}, Mar 31 15:36:15.314158 dv-cinder-750782-15-smb neutron-server[104160]: 'ConntrackHelper': {'1.0'}, Mar 31 15:36:15.314158 dv-cinder-750782-15-smb neutron-server[104160]: 'LocalIPAssociation': {'1.0'}, Mar 31 15:36:15.314158 dv-cinder-750782-15-smb neutron-server[104160]: 'Log': {'1.0'}, Mar 31 15:36:15.314158 dv-cinder-750782-15-smb neutron-server[104160]: 'NDPProxy': {'1.0'}, Mar 31 15:36:15.314158 dv-cinder-750782-15-smb neutron-server[104160]: 'Network': {'1.1'}, Mar 31 15:36:15.314158 dv-cinder-750782-15-smb neutron-server[104160]: 'Port': {'1.7'}, Mar 31 15:36:15.314158 dv-cinder-750782-15-smb neutron-server[104160]: 'PortForwarding': {'1.3'}, Mar 31 15:36:15.314158 dv-cinder-750782-15-smb neutron-server[104160]: 'QosPolicy': {'1.10'}, Mar 31 15:36:15.314158 dv-cinder-750782-15-smb neutron-server[104160]: 'SecurityGroup': {'1.5'}, Mar 31 15:36:15.314158 dv-cinder-750782-15-smb neutron-server[104160]: 'SecurityGroupRule': {'1.2'}, Mar 31 15:36:15.314158 dv-cinder-750782-15-smb neutron-server[104160]: 'SubPort': {'1.0'}, Mar 31 15:36:15.314158 dv-cinder-750782-15-smb neutron-server[104160]: 'Subnet': {'1.1'}, Mar 31 15:36:15.314158 dv-cinder-750782-15-smb neutron-server[104160]: 'Trunk': {'1.1'}} Mar 31 15:36:15.314158 dv-cinder-750782-15-smb neutron-server[104160]: consumer versions: Mar 31 15:36:15.314158 dv-cinder-750782-15-smb neutron-server[104160]: { DHCP agent@dv-cinder-750782-15-smb: {}, Mar 31 15:36:15.314158 dv-cinder-750782-15-smb neutron-server[104160]: HyperV agent@hv-cinder-75078: {}, Mar 31 15:36:15.314158 dv-cinder-750782-15-smb neutron-server[104160]: L3 agent@dv-cinder-750782-15-smb: {}, Mar 31 15:36:15.314158 dv-cinder-750782-15-smb neutron-server[104160]: Metadata agent@dv-cinder-750782-15-smb: {}, Mar 31 15:36:15.314158 dv-cinder-750782-15-smb neutron-server[104160]: Metering agent@dv-cinder-750782-15-smb: {}, Mar 31 15:36:15.314158 dv-cinder-750782-15-smb neutron-server[104160]: Open vSwitch agent@dv-cinder-750782-15-smb: { 'AddressGroup': '1.2', Mar 31 15:36:15.314158 dv-cinder-750782-15-smb neutron-server[104160]: 'Agent': '1.1', Mar 31 15:36:15.314158 dv-cinder-750782-15-smb neutron-server[104160]: 'ConntrackHelper': '1.0', Mar 31 15:36:15.314158 dv-cinder-750782-15-smb neutron-server[104160]: 'LocalIPAssociation': '1.0', Mar 31 15:36:15.314158 dv-cinder-750782-15-smb neutron-server[104160]: 'Log': '1.0', Mar 31 15:36:15.314158 dv-cinder-750782-15-smb neutron-server[104160]: 'NDPProxy': '1.0', Mar 31 15:36:15.314158 dv-cinder-750782-15-smb neutron-server[104160]: 'Network': '1.1', Mar 31 15:36:15.314158 dv-cinder-750782-15-smb neutron-server[104160]: 'Port': '1.7', Mar 31 15:36:15.314158 dv-cinder-750782-15-smb neutron-server[104160]: 'PortForwarding': '1.3', Mar 31 15:36:15.314158 dv-cinder-750782-15-smb neutron-server[104160]: 'QosPolicy': '1.10', Mar 31 15:36:15.314158 dv-cinder-750782-15-smb neutron-server[104160]: 'SecurityGroup': '1.5', Mar 31 15:36:15.314158 dv-cinder-750782-15-smb neutron-server[104160]: 'SecurityGroupRule': '1.2', Mar 31 15:36:15.314158 dv-cinder-750782-15-smb neutron-server[104160]: 'SubPort': '1.0', Mar 31 15:36:15.314158 dv-cinder-750782-15-smb neutron-server[104160]: 'Subnet': '1.1', Mar 31 15:36:15.314158 dv-cinder-750782-15-smb neutron-server[104160]: 'Trunk': '1.1'}} Mar 31 15:36:15.314158 dv-cinder-750782-15-smb neutron-server[104160]: {{(pid=104160) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 15:36:15.438868 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [None req-a34de586-3908-485e-aed6-ce7e23982611 None None] Attempting to bind port 108ae6d2-2708-4f04-9162-f0acaa7b3e6d on host dv-cinder-750782-15-smb for vnic_type normal with profile {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:36:15.439252 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [None req-a34de586-3908-485e-aed6-ce7e23982611 None None] Attempting to bind port 108ae6d2-2708-4f04-9162-f0acaa7b3e6d by drivers openvswitch,hyperv on host dv-cinder-750782-15-smb at level 0 using segments [{'id': '3e695c53-0855-4033-b66c-5de9c04ee5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ffd9f9ff-86a8-41a0-b247-ed3515901842'}] {{(pid=104160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:36:15.439664 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34de586-3908-485e-aed6-ce7e23982611 None None] Attempting to bind port 108ae6d2-2708-4f04-9162-f0acaa7b3e6d on network ffd9f9ff-86a8-41a0-b247-ed3515901842 {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:36:15.451270 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a60c09-92cb-4fb3-b667-edfeb30a535e None None] Pushing event updated for resources: {'Port': ['ID=2736f01b-d062-4fa2-831d-a08663cd3597,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:15.457958 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34de586-3908-485e-aed6-ce7e23982611 None None] Checking agent: {'id': 'fd34c7ed-cab5-463e-81bb-e9aa6ef90623', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 27, 41), 'started_at': datetime.datetime(2022, 3, 31, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:36:15.468294 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34de586-3908-485e-aed6-ce7e23982611 None None] Checking segment: {'id': '3e695c53-0855-4033-b66c-5de9c04ee5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ffd9f9ff-86a8-41a0-b247-ed3515901842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:36:15.468294 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a34de586-3908-485e-aed6-ce7e23982611 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:15.468294 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34de586-3908-485e-aed6-ce7e23982611 None None] Bound using segment: {'id': '3e695c53-0855-4033-b66c-5de9c04ee5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ffd9f9ff-86a8-41a0-b247-ed3515901842'} {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:36:15.468294 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [None req-a34de586-3908-485e-aed6-ce7e23982611 None None] Bound port: 108ae6d2-2708-4f04-9162-f0acaa7b3e6d, host: dv-cinder-750782-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e695c53-0855-4033-b66c-5de9c04ee5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ffd9f9ff-86a8-41a0-b247-ed3515901842'}}] {{(pid=104160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:36:15.468294 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a34de586-3908-485e-aed6-ce7e23982611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (108ae6d2-2708-4f04-9162-f0acaa7b3e6d), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:15.482801 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [None req-d9a60c09-92cb-4fb3-b667-edfeb30a535e None None] Attempting to bind port 2736f01b-d062-4fa2-831d-a08663cd3597 on host dv-cinder-750782-15-smb for vnic_type normal with profile {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:36:15.483490 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [None req-d9a60c09-92cb-4fb3-b667-edfeb30a535e None None] Attempting to bind port 2736f01b-d062-4fa2-831d-a08663cd3597 by drivers openvswitch,hyperv on host dv-cinder-750782-15-smb at level 0 using segments [{'id': 'ec34a71e-0dc7-4d80-8f0e-2bcd71ad2a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'acf2b035-5efb-451b-83b3-46613c8b8e46'}] {{(pid=104160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:36:15.483624 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a60c09-92cb-4fb3-b667-edfeb30a535e None None] Attempting to bind port 2736f01b-d062-4fa2-831d-a08663cd3597 on network acf2b035-5efb-451b-83b3-46613c8b8e46 {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:36:15.499320 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a60c09-92cb-4fb3-b667-edfeb30a535e None None] Checking agent: {'id': 'fd34c7ed-cab5-463e-81bb-e9aa6ef90623', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 27, 41), 'started_at': datetime.datetime(2022, 3, 31, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:36:15.499769 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a60c09-92cb-4fb3-b667-edfeb30a535e None None] Checking segment: {'id': 'ec34a71e-0dc7-4d80-8f0e-2bcd71ad2a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'acf2b035-5efb-451b-83b3-46613c8b8e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:36:15.500168 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d9a60c09-92cb-4fb3-b667-edfeb30a535e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:15.500564 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a60c09-92cb-4fb3-b667-edfeb30a535e None None] Bound using segment: {'id': 'ec34a71e-0dc7-4d80-8f0e-2bcd71ad2a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'acf2b035-5efb-451b-83b3-46613c8b8e46'} {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:36:15.501103 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [None req-d9a60c09-92cb-4fb3-b667-edfeb30a535e None None] Bound port: 2736f01b-d062-4fa2-831d-a08663cd3597, host: dv-cinder-750782-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec34a71e-0dc7-4d80-8f0e-2bcd71ad2a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'acf2b035-5efb-451b-83b3-46613c8b8e46'}}] {{(pid=104160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:36:15.501465 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d9a60c09-92cb-4fb3-b667-edfeb30a535e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (2736f01b-d062-4fa2-831d-a08663cd3597), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:15.615452 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-e011df5b-bc8f-44c3-a604-5ef97a143a70 admin admin] Publish callbacks [] for router_gateway (47e54d6f-fc64-4b8b-9c10-074acfd46db3), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:15.665438 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-75cdbdea-19d5-4f21-812e-a3ba795cec94 admin admin] Publish callbacks [] for router_gateway (8da13428-dd29-43c2-90b9-9601dc801daa), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:15.670331 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-e011df5b-bc8f-44c3-a604-5ef97a143a70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:15.683526 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a34de586-3908-485e-aed6-ce7e23982611 None None] For port 108ae6d2-2708-4f04-9162-f0acaa7b3e6d, host dv-cinder-750782-15-smb, cleared binding levels {{(pid=104160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:36:15.687841 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a34de586-3908-485e-aed6-ce7e23982611 None None] For port 108ae6d2-2708-4f04-9162-f0acaa7b3e6d, host dv-cinder-750782-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-smb',level=0,port_id=108ae6d2-2708-4f04-9162-f0acaa7b3e6d,segment=NetworkSegment(3e695c53-0855-4033-b66c-5de9c04ee5a9),segment_id=3e695c53-0855-4033-b66c-5de9c04ee5a9)] {{(pid=104160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:36:15.692969 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-d9a60c09-92cb-4fb3-b667-edfeb30a535e None None] For port 2736f01b-d062-4fa2-831d-a08663cd3597, host dv-cinder-750782-15-smb, cleared binding levels {{(pid=104160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:36:15.694049 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-75cdbdea-19d5-4f21-812e-a3ba795cec94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:15.695783 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-d9a60c09-92cb-4fb3-b667-edfeb30a535e None None] For port 2736f01b-d062-4fa2-831d-a08663cd3597, host dv-cinder-750782-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-smb',level=0,port_id=2736f01b-d062-4fa2-831d-a08663cd3597,segment=NetworkSegment(ec34a71e-0dc7-4d80-8f0e-2bcd71ad2a76),segment_id=ec34a71e-0dc7-4d80-8f0e-2bcd71ad2a76)] {{(pid=104160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:36:15.823971 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a34de586-3908-485e-aed6-ce7e23982611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (108ae6d2-2708-4f04-9162-f0acaa7b3e6d), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:15.840570 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.db.db_base_plugin_common [None req-e011df5b-bc8f-44c3-a604-5ef97a143a70 admin admin] Allocated IP 172.28.2.62 (8959fca3-760a-428d-87ed-41d110f4f943/79fe0710-163f-45bc-8cd9-cc15163c6821/76eb623c-a949-48c4-8a2d-84c7b10c4265) {{(pid=104158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:36:15.841652 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d9a60c09-92cb-4fb3-b667-edfeb30a535e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (2736f01b-d062-4fa2-831d-a08663cd3597), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:15.945583 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 42444) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:36:15.982915 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34de586-3908-485e-aed6-ce7e23982611 None None] Pushing event updated for resources: {'Port': ['ID=108ae6d2-2708-4f04-9162-f0acaa7b3e6d,revision_number=2']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:16.099996 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-e011df5b-bc8f-44c3-a604-5ef97a143a70 admin admin] Publish callbacks [] for port (76eb623c-a949-48c4-8a2d-84c7b10c4265), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:16.136612 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a60c09-92cb-4fb3-b667-edfeb30a535e None None] Pushing event updated for resources: {'Port': ['ID=2736f01b-d062-4fa2-831d-a08663cd3597,revision_number=2']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:16.254737 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.v2.base [None req-7f2f4ed7-1df2-4f82-9651-07510a063ec0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-409818447-network', 'tenant_id': '7cd72150db8441a6ad4cc770896ce803'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:36:16.282325 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 42460) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:36:16.286580 dv-cinder-750782-15-smb neutron-server[104158]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 31 15:36:16.376034 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f2f4ed7-1df2-4f82-9651-07510a063ec0 admin admin] Made reservation on behalf of 7cd72150db8441a6ad4cc770896ce803 for: {'network': 1} {{(pid=104159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:36:16.383098 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-7f2f4ed7-1df2-4f82-9651-07510a063ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for network (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:16.476497 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-ea9d2372-9cce-47a6-86f1-d2dc91b5be0a req-8eb55944-ad37-401c-b155-841751e9cf97 tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2875938-cf9d-41a1-8d95-a10adfec5daa HTTP/1.1" status: 200 len: 210 time: 0.1338136 Mar 31 15:36:16.476497 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-e011df5b-bc8f-44c3-a604-5ef97a143a70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772784453870'] for port (76eb623c-a949-48c4-8a2d-84c7b10c4265), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:16.479605 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-7f2f4ed7-1df2-4f82-9651-07510a063ec0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:16.567546 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e011df5b-bc8f-44c3-a604-5ef97a143a70 admin admin] Network 8959fca3-760a-428d-87ed-41d110f4f943 is already hosted by enough agents. {{(pid=104158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:36:16.606972 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e011df5b-bc8f-44c3-a604-5ef97a143a70 admin admin] Pushing event updated for resources: {'Port': ['ID=76eb623c-a949-48c4-8a2d-84c7b10c4265,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:16.615353 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.scheduler.base_scheduler [None req-e011df5b-bc8f-44c3-a604-5ef97a143a70 admin admin] Resources bound (agent type, host, resource id): {{(pid=104158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:36:16.618226 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.db.db_base_plugin_common [None req-75cdbdea-19d5-4f21-812e-a3ba795cec94 admin admin] Allocated IP 172.28.2.250 (8959fca3-760a-428d-87ed-41d110f4f943/79fe0710-163f-45bc-8cd9-cc15163c6821/22afbc9f-9d0e-4cfa-8680-77394dc34ccd) {{(pid=104158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:36:16.620546 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e011df5b-bc8f-44c3-a604-5ef97a143a70 admin admin] Received port after_create {{(pid=104158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:36:16.645842 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-7f2f4ed7-1df2-4f82-9651-07510a063ec0 admin admin] Publish callbacks [] for security_group (acf957f6-a3e8-4cec-be1c-f9f2848701bb), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:16.975037 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-7f2f4ed7-1df2-4f82-9651-07510a063ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (acf957f6-a3e8-4cec-be1c-f9f2848701bb), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:16.975037 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f2f4ed7-1df2-4f82-9651-07510a063ec0 admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=104159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:36:16.975037 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-7f2f4ed7-1df2-4f82-9651-07510a063ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8219139'] for segment (e3f06d57-7ef1-413f-8e98-8fcf39b2c09f), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:16.975037 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.db.segments_db [None req-7f2f4ed7-1df2-4f82-9651-07510a063ec0 admin admin] Added segment e3f06d57-7ef1-413f-8e98-8fcf39b2c09f of type vlan for network e24c7d32-311e-40e4-9770-0be8d6e21bfb Mar 31 15:36:16.975037 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2f4ed7-1df2-4f82-9651-07510a063ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf957f6-a3e8-4cec-be1c-f9f2848701bb,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:16.975037 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-7f2f4ed7-1df2-4f82-9651-07510a063ec0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772784419386'] for network (e24c7d32-311e-40e4-9770-0be8d6e21bfb), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:16.979125 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-75cdbdea-19d5-4f21-812e-a3ba795cec94 admin admin] Publish callbacks [] for port (22afbc9f-9d0e-4cfa-8680-77394dc34ccd), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:16.980325 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 42488) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:36:17.112503 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9f28dd7b-d7b8-456f-ba5b-f988f6f99afd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:17.130120 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-e011df5b-bc8f-44c3-a604-5ef97a143a70 admin admin] Publish callbacks [] for router_gateway (47e54d6f-fc64-4b8b-9c10-074acfd46db3), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:17.169587 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-7f2f4ed7-1df2-4f82-9651-07510a063ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315'] for network (e24c7d32-311e-40e4-9770-0be8d6e21bfb), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:17.171631 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2f4ed7-1df2-4f82-9651-07510a063ec0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:17.175466 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-7f2f4ed7-1df2-4f82-9651-07510a063ec0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043269'] for network (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:17.222104 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-75cdbdea-19d5-4f21-812e-a3ba795cec94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772784453870'] for port (22afbc9f-9d0e-4cfa-8680-77394dc34ccd), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:17.241079 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9f28dd7b-d7b8-456f-ba5b-f988f6f99afd admin admin] Publish callbacks [] for security_group (7862070b-1268-4654-99f8-a65cdeb05fff), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:17.288994 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cdbdea-19d5-4f21-812e-a3ba795cec94 admin admin] Pushing event updated for resources: {'Port': ['ID=22afbc9f-9d0e-4cfa-8680-77394dc34ccd,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:17.294696 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2f4ed7-1df2-4f82-9651-07510a063ec0 admin admin] Pushing event updated for resources: {'Network': ['ID=e24c7d32-311e-40e4-9770-0be8d6e21bfb,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:17.298472 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75cdbdea-19d5-4f21-812e-a3ba795cec94 admin admin] Network 8959fca3-760a-428d-87ed-41d110f4f943 is already hosted by enough agents. {{(pid=104158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:36:17.301743 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.scheduler.base_scheduler [None req-75cdbdea-19d5-4f21-812e-a3ba795cec94 admin admin] Resources bound (agent type, host, resource id): {{(pid=104158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:36:17.305367 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cdbdea-19d5-4f21-812e-a3ba795cec94 admin admin] Received port after_create {{(pid=104158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:36:17.310758 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Network e24c7d32-311e-40e4-9770-0be8d6e21bfb details requested by agent ovs-agent-dv-cinder-750782-15-smb with host dv-cinder-750782-15-smb {{(pid=104160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 15:36:17.341447 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9f28dd7b-d7b8-456f-ba5b-f988f6f99afd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (7862070b-1268-4654-99f8-a65cdeb05fff), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:17.392701 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-9f28dd7b-d7b8-456f-ba5b-f988f6f99afd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=43fe6684a67a49da81ceed9807e01575&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4260185 Mar 31 15:36:17.396550 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-7f2f4ed7-1df2-4f82-9651-07510a063ec0 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4491105 Mar 31 15:36:17.400324 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 42500) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:36:17.400840 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 42502) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:36:17.419783 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.v2.base [None req-013770d7-c454-4d3f-8120-7b0936c32f8f admin admin] Request body: {'subnet': {'network_id': 'e24c7d32-311e-40e4-9770-0be8d6e21bfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-409818447-subnet', 'tenant_id': '7cd72150db8441a6ad4cc770896ce803', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:36:17.431361 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f28dd7b-d7b8-456f-ba5b-f988f6f99afd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7862070b-1268-4654-99f8-a65cdeb05fff,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:17.527498 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a7b57e2b-018f-44ad-9f35-13977233bfb9 admin admin] Publish callbacks [] for security_group (7862070b-1268-4654-99f8-a65cdeb05fff), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:17.554887 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a7b57e2b-018f-44ad-9f35-13977233bfb9 admin admin] Publish callbacks [] for security_group (7862070b-1268-4654-99f8-a65cdeb05fff), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:17.603442 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-2edaa800-07d8-4405-98c2-6a494e8384f5 req-1841a3b5-ceaf-4ae5-97ba-1044a4679ee8 tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2875938-cf9d-41a1-8d95-a10adfec5daa HTTP/1.1" status: 200 len: 210 time: 0.0673699 Mar 31 15:36:17.655100 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-013770d7-c454-4d3f-8120-7b0936c32f8f admin admin] Made reservation on behalf of 7cd72150db8441a6ad4cc770896ce803 for: {'subnet': 1} {{(pid=104159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:36:17.657937 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-013770d7-c454-4d3f-8120-7b0936c32f8f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:17.659836 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-e011df5b-bc8f-44c3-a604-5ef97a143a70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573997'] for router (47e54d6f-fc64-4b8b-9c10-074acfd46db3), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:17.699759 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264e78f1-33af-4f88-815b-bb182ab1f957 None None] Network ffd9f9ff-86a8-41a0-b247-ed3515901842 requested from dv-cinder-750782-15-smb {{(pid=104160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:36:17.748961 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a7b57e2b-018f-44ad-9f35-13977233bfb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (7862070b-1268-4654-99f8-a65cdeb05fff), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:17.756470 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a7b57e2b-018f-44ad-9f35-13977233bfb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:17.784555 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-a7b57e2b-018f-44ad-9f35-13977233bfb9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7862070b-1268-4654-99f8-a65cdeb05fff HTTP/1.1" status: 204 len: 168 time: 0.3725762 Mar 31 15:36:17.809399 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-48e3a16f-ff1c-41d3-9fee-a2cc187bdba8 None None] Provisioning complete for port 108ae6d2-2708-4f04-9162-f0acaa7b3e6d triggered by entity DHCP. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:36:17.809979 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-48e3a16f-ff1c-41d3-9fee-a2cc187bdba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (108ae6d2-2708-4f04-9162-f0acaa7b3e6d), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:17.850683 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b57e2b-018f-44ad-9f35-13977233bfb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7862070b-1268-4654-99f8-a65cdeb05fff,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:18.101294 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-48e3a16f-ff1c-41d3-9fee-a2cc187bdba8 None None] Current status of the port 108ae6d2-2708-4f04-9162-f0acaa7b3e6d is: DOWN; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:36:18.102074 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-48e3a16f-ff1c-41d3-9fee-a2cc187bdba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (108ae6d2-2708-4f04-9162-f0acaa7b3e6d), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:18.172985 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-48e3a16f-ff1c-41d3-9fee-a2cc187bdba8 None None] For port 108ae6d2-2708-4f04-9162-f0acaa7b3e6d, host dv-cinder-750782-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-smb',level=0,port_id=108ae6d2-2708-4f04-9162-f0acaa7b3e6d,segment=NetworkSegment(3e695c53-0855-4033-b66c-5de9c04ee5a9),segment_id=3e695c53-0855-4033-b66c-5de9c04ee5a9)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:36:18.217265 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-013770d7-c454-4d3f-8120-7b0936c32f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315'] for subnet (bd936543-e016-4a81-89e3-3059448bbfab), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:18.240343 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device 2736f01b-d062-4fa2-831d-a08663cd3597 up at agent ovs-agent-dv-cinder-750782-15-smb {{(pid=104160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:36:18.325721 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013770d7-c454-4d3f-8120-7b0936c32f8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd936543-e016-4a81-89e3-3059448bbfab,revision_number=0']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:18.334411 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013770d7-c454-4d3f-8120-7b0936c32f8f admin admin] Checking segment: {'id': 'e3f06d57-7ef1-413f-8e98-8fcf39b2c09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'e24c7d32-311e-40e4-9770-0be8d6e21bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:36:18.335000 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013770d7-c454-4d3f-8120-7b0936c32f8f admin admin] Network hostable DHCP agents. Network: e24c7d32-311e-40e4-9770-0be8d6e21bfb, hostable agents: ['80b0103a-7158-48a6-b59a-3fe393c523d9'], hosted agents: [] {{(pid=104159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:36:18.359749 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-48e3a16f-ff1c-41d3-9fee-a2cc187bdba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (108ae6d2-2708-4f04-9162-f0acaa7b3e6d), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:18.419572 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-75cdbdea-19d5-4f21-812e-a3ba795cec94 admin admin] Publish callbacks [] for router_gateway (8da13428-dd29-43c2-90b9-9601dc801daa), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:18.461369 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e3a16f-ff1c-41d3-9fee-a2cc187bdba8 None None] Pushing event updated for resources: {'Port': ['ID=108ae6d2-2708-4f04-9162-f0acaa7b3e6d,revision_number=3']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:18.478265 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc59ddb2-f738-4dbf-865d-d11882855877 None None] Network acf2b035-5efb-451b-83b3-46613c8b8e46 requested from dv-cinder-750782-15-smb {{(pid=104160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:36:18.524432 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013770d7-c454-4d3f-8120-7b0936c32f8f admin admin] Network e24c7d32-311e-40e4-9770-0be8d6e21bfb is scheduled to be hosted by DHCP agent 80b0103a-7158-48a6-b59a-3fe393c523d9 with binding_index 1 {{(pid=104159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:36:18.557345 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Provisioning complete for port 2736f01b-d062-4fa2-831d-a08663cd3597 triggered by entity L2. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:36:18.557567 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (2736f01b-d062-4fa2-831d-a08663cd3597), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:18.599171 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-b04092ab-5b90-429d-813c-4f0fd4c33df7 None None] Provisioning complete for port 108ae6d2-2708-4f04-9162-f0acaa7b3e6d triggered by entity DHCP. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:36:18.599570 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b04092ab-5b90-429d-813c-4f0fd4c33df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (108ae6d2-2708-4f04-9162-f0acaa7b3e6d), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:18.673745 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-75cdbdea-19d5-4f21-812e-a3ba795cec94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573997'] for router (8da13428-dd29-43c2-90b9-9601dc801daa), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:18.752934 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [None req-013770d7-c454-4d3f-8120-7b0936c32f8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-15-smb, e24c7d32-311e-40e4-9770-0be8d6e21bfb) {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:36:18.757661 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013770d7-c454-4d3f-8120-7b0936c32f8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:18.758257 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-013770d7-c454-4d3f-8120-7b0936c32f8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043269'] for subnet (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:18.804586 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e011df5b-bc8f-44c3-a604-5ef97a143a70 admin admin] Router 47e54d6f-fc64-4b8b-9c10-074acfd46db3 is scheduled to L3 agent 9721ac04-bac7-49da-b384-3a2049eedfa2 with binding_index 1 {{(pid=104158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 15:36:18.828077 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-110fd78c-9e6e-4d29-be0f-f446939864f4 req-2819a207-1732-4003-95ea-77dc9d402f72 tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2875938-cf9d-41a1-8d95-a10adfec5daa HTTP/1.1" status: 200 len: 210 time: 0.0365653 Mar 31 15:36:18.880677 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-013770d7-c454-4d3f-8120-7b0936c32f8f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4774175 Mar 31 15:36:18.887761 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a365a7-d01c-4e81-807a-e223161eafbf None None] Network e24c7d32-311e-40e4-9770-0be8d6e21bfb requested from dv-cinder-750782-15-smb {{(pid=104160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:36:18.891489 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 42538) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:36:19.039545 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3d6d81-5a0b-4d74-9781-4b49ed86bfa5 None None] Network e24c7d32-311e-40e4-9770-0be8d6e21bfb requested from dv-cinder-750782-15-smb {{(pid=104160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:36:19.054164 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e011df5b-bc8f-44c3-a604-5ef97a143a70 admin admin] Notify agent at l3_agent.dv-cinder-750782-15-smb the message routers_updated {{(pid=104158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:36:19.065515 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1d5b69-3564-4583-bba2-bff590869022 None None] Sync routers for ids ['47e54d6f-fc64-4b8b-9c10-074acfd46db3'] in dv-cinder-750782-15-smb {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:36:19.083193 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1d5b69-3564-4583-bba2-bff590869022 None None] Routers {'47e54d6f-fc64-4b8b-9c10-074acfd46db3'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:36:19.083849 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-cf1d5b69-3564-4583-bba2-bff590869022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:36:06Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['47e54d6f-fc64-4b8b-9c10-074acfd46db3'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:36:19.102825 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 42546) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:36:19.129711 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-7a52cefd-62b5-4427-86c4-80fb80aa0092 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:19.154650 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75cdbdea-19d5-4f21-812e-a3ba795cec94 admin admin] Router 8da13428-dd29-43c2-90b9-9601dc801daa is scheduled to L3 agent 9721ac04-bac7-49da-b384-3a2049eedfa2 with binding_index 1 {{(pid=104158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 15:36:19.181094 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-e011df5b-bc8f-44c3-a604-5ef97a143a70 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:19.188341 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-e011df5b-bc8f-44c3-a604-5ef97a143a70 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.1870601 Mar 31 15:36:19.189834 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 42554) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:36:19.271035 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Current status of the port 2736f01b-d062-4fa2-831d-a08663cd3597 is: DOWN; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:36:19.271428 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (2736f01b-d062-4fa2-831d-a08663cd3597), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:19.312519 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-b04092ab-5b90-429d-813c-4f0fd4c33df7 None None] Current status of the port 108ae6d2-2708-4f04-9162-f0acaa7b3e6d is: ACTIVE; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:36:19.363693 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] For port 2736f01b-d062-4fa2-831d-a08663cd3597, host dv-cinder-750782-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-smb',level=0,port_id=2736f01b-d062-4fa2-831d-a08663cd3597,segment=NetworkSegment(ec34a71e-0dc7-4d80-8f0e-2bcd71ad2a76),segment_id=ec34a71e-0dc7-4d80-8f0e-2bcd71ad2a76)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:36:19.370370 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-b04092ab-5b90-429d-813c-4f0fd4c33df7 None None] Provisioning complete for port 2736f01b-d062-4fa2-831d-a08663cd3597 triggered by entity DHCP. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:36:19.370925 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b04092ab-5b90-429d-813c-4f0fd4c33df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (2736f01b-d062-4fa2-831d-a08663cd3597), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:19.401475 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-07bf8de9-ee7e-41da-8c95-91f69e1b53b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:19.404819 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75cdbdea-19d5-4f21-812e-a3ba795cec94 admin admin] Notify agent at l3_agent.dv-cinder-750782-15-smb the message routers_updated {{(pid=104158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:36:19.466002 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955e1132-743a-4f7a-8928-f25e7051695b None None] Sync routers for ids ['8da13428-dd29-43c2-90b9-9601dc801daa'] in dv-cinder-750782-15-smb {{(pid=104160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:36:19.511186 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (2736f01b-d062-4fa2-831d-a08663cd3597), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:19.513360 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device 108ae6d2-2708-4f04-9162-f0acaa7b3e6d up at agent ovs-agent-dv-cinder-750782-15-smb {{(pid=104160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:36:19.536507 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-cf1d5b69-3564-4583-bba2-bff590869022 None None] Set router 47e54d6f-fc64-4b8b-9c10-074acfd46db3 gateway port host: dv-cinder-750782-15-smb {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:36:19.549229 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-7a52cefd-62b5-4427-86c4-80fb80aa0092 admin admin] Publish callbacks [] for security_group (80108e70-7e41-4550-af9b-53679ae090b1), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:19.575244 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-75cdbdea-19d5-4f21-812e-a3ba795cec94 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:19.575244 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-75cdbdea-19d5-4f21-812e-a3ba795cec94 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.6403825 Mar 31 15:36:19.578025 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 42570) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:36:19.596005 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955e1132-743a-4f7a-8928-f25e7051695b None None] Routers {'8da13428-dd29-43c2-90b9-9601dc801daa'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:36:19.596891 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_hamode_db [None req-955e1132-743a-4f7a-8928-f25e7051695b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:36:06Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['8da13428-dd29-43c2-90b9-9601dc801daa'], 'active': True} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:36:19.826103 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-7a52cefd-62b5-4427-86c4-80fb80aa0092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (80108e70-7e41-4550-af9b-53679ae090b1), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:19.866647 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Provisioning complete for port 108ae6d2-2708-4f04-9162-f0acaa7b3e6d triggered by entity L2. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:36:19.867047 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (108ae6d2-2708-4f04-9162-f0acaa7b3e6d), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:19.871327 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Pushing event updated for resources: {'Port': ['ID=2736f01b-d062-4fa2-831d-a08663cd3597,revision_number=3']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:19.984309 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a52cefd-62b5-4427-86c4-80fb80aa0092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80108e70-7e41-4550-af9b-53679ae090b1,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:20.006272 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-7a52cefd-62b5-4427-86c4-80fb80aa0092 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=38eafe7fb7bf4ed6a3ea1092e1c6b654&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8998394 Mar 31 15:36:20.007653 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 42588) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:36:20.119662 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-07bf8de9-ee7e-41da-8c95-91f69e1b53b1 admin admin] Publish callbacks [] for security_group (fc0a0b0e-e341-4aa1-98e5-d18e4c32d75b), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:20.194938 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-cf1d5b69-3564-4583-bba2-bff590869022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'name': 'tempest-AttachVolumeNegativeTest-1394788082-router', 'tenant_id': '893dd59441624f78817c4a649a0aaf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.62'}], 'enable_snat': True}, 'gw_port_id': '76eb623c-a949-48c4-8a2d-84c7b10c4265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:36:14Z', 'updated_at': '2022-03-31T15:36:16Z', 'revision_number': 3, 'project_id': '893dd59441624f78817c4a649a0aaf40', 'gw_port': {'id': '76eb623c-a949-48c4-8a2d-84c7b10c4265', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:15Z', 'updated_at': '2022-03-31T15:36:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb'}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:36:20.198471 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-b04092ab-5b90-429d-813c-4f0fd4c33df7 None None] Current status of the port 2736f01b-d062-4fa2-831d-a08663cd3597 is: ACTIVE; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:36:20.247296 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1d5b69-3564-4583-bba2-bff590869022 None None] Checking router: 47e54d6f-fc64-4b8b-9c10-074acfd46db3 for host: dv-cinder-750782-15-smb {{(pid=104161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:36:20.247918 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1d5b69-3564-4583-bba2-bff590869022 None None] Updating router 47e54d6f-fc64-4b8b-9c10-074acfd46db3 port 76eb623c-a949-48c4-8a2d-84c7b10c4265 binding host dv-cinder-750782-15-smb {{(pid=104161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:36:20.274458 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvr_db [None req-955e1132-743a-4f7a-8928-f25e7051695b None None] Set router 8da13428-dd29-43c2-90b9-9601dc801daa gateway port host: dv-cinder-750782-15-smb {{(pid=104160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:36:20.282189 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-08b8adfb-e9c0-4950-9989-adbd75ed8279 admin admin] Publish callbacks [] for security_group (80108e70-7e41-4550-af9b-53679ae090b1), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:20.295588 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-cf1d5b69-3564-4583-bba2-bff590869022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (76eb623c-a949-48c4-8a2d-84c7b10c4265), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:20.319464 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.26', 56514) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:36:20.323126 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-08b8adfb-e9c0-4950-9989-adbd75ed8279 admin admin] Publish callbacks [] for security_group (80108e70-7e41-4550-af9b-53679ae090b1), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:20.361693 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 42602) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:36:20.365084 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-f60fd003-bfd9-4ac2-8503-9ccbde53eda0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:20.386523 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-07bf8de9-ee7e-41da-8c95-91f69e1b53b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (fc0a0b0e-e341-4aa1-98e5-d18e4c32d75b), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:20.393916 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.v2.base [None req-d916505c-ffae-4289-9d9f-158be9df1e85 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1750078698-network', 'tenant_id': '68b331eef1af421890e02ad5361b5416'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:36:20.498269 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-2c6a6783-12eb-455b-8284-10f2851a64b5 req-b531eab4-b4fb-4375-9ac1-d5e3e79dba52 tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2875938-cf9d-41a1-8d95-a10adfec5daa HTTP/1.1" status: 200 len: 210 time: 0.2173946 Mar 31 15:36:20.499776 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bf8de9-ee7e-41da-8c95-91f69e1b53b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc0a0b0e-e341-4aa1-98e5-d18e4c32d75b,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:20.539634 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-07bf8de9-ee7e-41da-8c95-91f69e1b53b1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c54fa05255ae482badf84e29353bbd44&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6467330 Mar 31 15:36:20.539634 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d916505c-ffae-4289-9d9f-158be9df1e85 admin admin] Made reservation on behalf of 68b331eef1af421890e02ad5361b5416 for: {'network': 1} {{(pid=104159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:36:20.542156 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d916505c-ffae-4289-9d9f-158be9df1e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for network (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:20.566605 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 42616) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:36:20.573557 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d916505c-ffae-4289-9d9f-158be9df1e85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:20.701623 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-926f209a-2c03-4683-8c10-e21cc41f8525 None None] Provisioning complete for port 2736f01b-d062-4fa2-831d-a08663cd3597 triggered by entity DHCP. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:36:20.707939 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5517fd47-28d4-4380-be6f-c92ea490819a req-cf07c6a4-5b54-4eb4-949c-3c4ec1fc382e tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:20.709020 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-926f209a-2c03-4683-8c10-e21cc41f8525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (2736f01b-d062-4fa2-831d-a08663cd3597), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:20.709577 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-5517fd47-28d4-4380-be6f-c92ea490819a req-cf07c6a4-5b54-4eb4-949c-3c4ec1fc382e tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] 10.222.0.26 "GET /v2.0/networks?id=c806af8a-1bdb-40fd-ae30-2296b114e56c HTTP/1.1" status: 200 len: 811 time: 0.3890877 Mar 31 15:36:20.735499 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-cf1d5b69-3564-4583-bba2-bff590869022 None None] Publish callbacks [] for port (76eb623c-a949-48c4-8a2d-84c7b10c4265), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:20.753024 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d916505c-ffae-4289-9d9f-158be9df1e85 admin admin] Publish callbacks [] for security_group (df1a12cf-5b78-4412-835b-1fc5823b1347), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:20.856731 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-b88f2abe-fd91-4a35-bb25-8f0d59e3083d admin admin] Publish callbacks [] for security_group (fc0a0b0e-e341-4aa1-98e5-d18e4c32d75b), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:20.887793 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.v2.base [req-5517fd47-28d4-4380-be6f-c92ea490819a req-6690b0ae-5a70-49dc-992c-bba538a91e1c tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] Request body: {'port': {'device_id': 'b2875938-cf9d-41a1-8d95-a10adfec5daa', 'network_id': 'c806af8a-1bdb-40fd-ae30-2296b114e56c', 'admin_state_up': True, 'tenant_id': 'd0def161a18a46ca8d69ee028d64b893'}} {{(pid=104158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:36:20.890278 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-cf1d5b69-3564-4583-bba2-bff590869022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (76eb623c-a949-48c4-8a2d-84c7b10c4265), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:20.920950 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d916505c-ffae-4289-9d9f-158be9df1e85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (df1a12cf-5b78-4412-835b-1fc5823b1347), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:20.925342 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-b88f2abe-fd91-4a35-bb25-8f0d59e3083d admin admin] Publish callbacks [] for security_group (fc0a0b0e-e341-4aa1-98e5-d18e4c32d75b), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:20.938148 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Current status of the port 108ae6d2-2708-4f04-9162-f0acaa7b3e6d is: ACTIVE; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:36:20.983135 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-cf1d5b69-3564-4583-bba2-bff590869022 None None] Attempting to bind port 76eb623c-a949-48c4-8a2d-84c7b10c4265 on host dv-cinder-750782-15-smb for vnic_type normal with profile {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:36:20.983509 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-cf1d5b69-3564-4583-bba2-bff590869022 None None] Attempting to bind port 76eb623c-a949-48c4-8a2d-84c7b10c4265 by drivers openvswitch,hyperv on host dv-cinder-750782-15-smb at level 0 using segments [{'id': 'f25e0e1e-326a-4ef5-aa96-2f0a78776ef2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943'}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:36:20.985069 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1d5b69-3564-4583-bba2-bff590869022 None None] Attempting to bind port 76eb623c-a949-48c4-8a2d-84c7b10c4265 on network 8959fca3-760a-428d-87ed-41d110f4f943 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:36:20.995604 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-926f209a-2c03-4683-8c10-e21cc41f8525 None None] Current status of the port 2736f01b-d062-4fa2-831d-a08663cd3597 is: ACTIVE; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:36:21.022493 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d916505c-ffae-4289-9d9f-158be9df1e85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df1a12cf-5b78-4412-835b-1fc5823b1347,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:21.061269 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d916505c-ffae-4289-9d9f-158be9df1e85 admin admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=104159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:36:21.064690 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_hamode_db [None req-955e1132-743a-4f7a-8928-f25e7051695b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da13428-dd29-43c2-90b9-9601dc801daa', 'name': 'tempest-AttachVolumeTestJSON-1657121342-router', 'tenant_id': 'be4d3c00b0c245529e30b10275e77a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.250'}], 'enable_snat': True}, 'gw_port_id': '22afbc9f-9d0e-4cfa-8680-77394dc34ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:36:14Z', 'updated_at': '2022-03-31T15:36:17Z', 'revision_number': 3, 'project_id': 'be4d3c00b0c245529e30b10275e77a1a', 'gw_port': {'id': '22afbc9f-9d0e-4cfa-8680-77394dc34ccd', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:32:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da13428-dd29-43c2-90b9-9601dc801daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:15Z', 'updated_at': '2022-03-31T15:36:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb'}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:36:21.084054 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1d5b69-3564-4583-bba2-bff590869022 None None] Checking agent: {'id': 'fd34c7ed-cab5-463e-81bb-e9aa6ef90623', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 27, 41), 'started_at': datetime.datetime(2022, 3, 31, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:36:21.084584 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1d5b69-3564-4583-bba2-bff590869022 None None] Checking segment: {'id': 'f25e0e1e-326a-4ef5-aa96-2f0a78776ef2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:36:21.086304 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-cf1d5b69-3564-4583-bba2-bff590869022 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:21.086822 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1d5b69-3564-4583-bba2-bff590869022 None None] Bound using segment: {'id': 'f25e0e1e-326a-4ef5-aa96-2f0a78776ef2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943'} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:36:21.087573 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-cf1d5b69-3564-4583-bba2-bff590869022 None None] Bound port: 76eb623c-a949-48c4-8a2d-84c7b10c4265, host: dv-cinder-750782-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f25e0e1e-326a-4ef5-aa96-2f0a78776ef2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943'}}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:36:21.090296 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-cf1d5b69-3564-4583-bba2-bff590869022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (76eb623c-a949-48c4-8a2d-84c7b10c4265), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:21.141073 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.db_base_plugin_common [None req-f60fd003-bfd9-4ac2-8503-9ccbde53eda0 admin admin] Allocated IP 172.20.0.1 (ffd9f9ff-86a8-41a0-b247-ed3515901842/2b9feebc-e9c9-4a4e-ad3c-a41e234df103/c3426532-127a-4f0f-81e9-ac1ffbac2b79) {{(pid=104159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:36:21.158245 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device 2736f01b-d062-4fa2-831d-a08663cd3597 up at agent ovs-agent-dv-cinder-750782-15-smb {{(pid=104160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:36:21.173140 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851f161a-1a7e-4e39-a340-f697043ef109 None None] Pushing event updated for resources: {'Port': ['ID=76eb623c-a949-48c4-8a2d-84c7b10c4265,revision_number=2']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:21.193933 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955e1132-743a-4f7a-8928-f25e7051695b None None] Checking router: 8da13428-dd29-43c2-90b9-9601dc801daa for host: dv-cinder-750782-15-smb {{(pid=104160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:36:21.195182 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955e1132-743a-4f7a-8928-f25e7051695b None None] Updating router 8da13428-dd29-43c2-90b9-9601dc801daa port 22afbc9f-9d0e-4cfa-8680-77394dc34ccd binding host dv-cinder-750782-15-smb {{(pid=104160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:36:21.215604 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851f161a-1a7e-4e39-a340-f697043ef109 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:21.216142 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851f161a-1a7e-4e39-a340-f697043ef109 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:21.216306 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851f161a-1a7e-4e39-a340-f697043ef109 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:21.216624 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851f161a-1a7e-4e39-a340-f697043ef109 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:21.219368 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851f161a-1a7e-4e39-a340-f697043ef109 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:21.219368 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851f161a-1a7e-4e39-a340-f697043ef109 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:21.219368 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851f161a-1a7e-4e39-a340-f697043ef109 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:21.219368 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851f161a-1a7e-4e39-a340-f697043ef109 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:21.219368 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851f161a-1a7e-4e39-a340-f697043ef109 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:21.219368 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851f161a-1a7e-4e39-a340-f697043ef109 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:21.219368 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851f161a-1a7e-4e39-a340-f697043ef109 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:21.219368 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851f161a-1a7e-4e39-a340-f697043ef109 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:21.219968 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851f161a-1a7e-4e39-a340-f697043ef109 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:21.219968 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851f161a-1a7e-4e39-a340-f697043ef109 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:21.220085 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851f161a-1a7e-4e39-a340-f697043ef109 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:36:21.220852 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d916505c-ffae-4289-9d9f-158be9df1e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8219139'] for segment (26df2380-66c5-44b3-9cb1-cf0d35a95bca), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:21.221210 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.db.segments_db [None req-d916505c-ffae-4289-9d9f-158be9df1e85 admin admin] Added segment 26df2380-66c5-44b3-9cb1-cf0d35a95bca of type vlan for network 82dbb434-8060-4b06-a171-d120af253510 Mar 31 15:36:21.230919 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851f161a-1a7e-4e39-a340-f697043ef109 None None] Tracked resource versions report: Mar 31 15:36:21.230919 dv-cinder-750782-15-smb neutron-server[104161]: pushed versions: Mar 31 15:36:21.230919 dv-cinder-750782-15-smb neutron-server[104161]: { 'AddressGroup': {'1.2'}, Mar 31 15:36:21.230919 dv-cinder-750782-15-smb neutron-server[104161]: 'Agent': {'1.1'}, Mar 31 15:36:21.230919 dv-cinder-750782-15-smb neutron-server[104161]: 'ConntrackHelper': {'1.0'}, Mar 31 15:36:21.230919 dv-cinder-750782-15-smb neutron-server[104161]: 'LocalIPAssociation': {'1.0'}, Mar 31 15:36:21.230919 dv-cinder-750782-15-smb neutron-server[104161]: 'Log': {'1.0'}, Mar 31 15:36:21.230919 dv-cinder-750782-15-smb neutron-server[104161]: 'NDPProxy': {'1.0'}, Mar 31 15:36:21.230919 dv-cinder-750782-15-smb neutron-server[104161]: 'Network': {'1.1'}, Mar 31 15:36:21.230919 dv-cinder-750782-15-smb neutron-server[104161]: 'Port': {'1.7'}, Mar 31 15:36:21.230919 dv-cinder-750782-15-smb neutron-server[104161]: 'PortForwarding': {'1.3'}, Mar 31 15:36:21.230919 dv-cinder-750782-15-smb neutron-server[104161]: 'QosPolicy': {'1.10'}, Mar 31 15:36:21.230919 dv-cinder-750782-15-smb neutron-server[104161]: 'SecurityGroup': {'1.5'}, Mar 31 15:36:21.230919 dv-cinder-750782-15-smb neutron-server[104161]: 'SecurityGroupRule': {'1.2'}, Mar 31 15:36:21.230919 dv-cinder-750782-15-smb neutron-server[104161]: 'SubPort': {'1.0'}, Mar 31 15:36:21.230919 dv-cinder-750782-15-smb neutron-server[104161]: 'Subnet': {'1.1'}, Mar 31 15:36:21.230919 dv-cinder-750782-15-smb neutron-server[104161]: 'Trunk': {'1.1'}} Mar 31 15:36:21.230919 dv-cinder-750782-15-smb neutron-server[104161]: consumer versions: Mar 31 15:36:21.230919 dv-cinder-750782-15-smb neutron-server[104161]: { DHCP agent@dv-cinder-750782-15-smb: {}, Mar 31 15:36:21.230919 dv-cinder-750782-15-smb neutron-server[104161]: HyperV agent@hv-cinder-75078: {}, Mar 31 15:36:21.230919 dv-cinder-750782-15-smb neutron-server[104161]: L3 agent@dv-cinder-750782-15-smb: {}, Mar 31 15:36:21.230919 dv-cinder-750782-15-smb neutron-server[104161]: Metadata agent@dv-cinder-750782-15-smb: {}, Mar 31 15:36:21.230919 dv-cinder-750782-15-smb neutron-server[104161]: Metering agent@dv-cinder-750782-15-smb: {}, Mar 31 15:36:21.230919 dv-cinder-750782-15-smb neutron-server[104161]: Open vSwitch agent@dv-cinder-750782-15-smb: { 'AddressGroup': '1.2', Mar 31 15:36:21.230919 dv-cinder-750782-15-smb neutron-server[104161]: 'Agent': '1.1', Mar 31 15:36:21.230919 dv-cinder-750782-15-smb neutron-server[104161]: 'ConntrackHelper': '1.0', Mar 31 15:36:21.230919 dv-cinder-750782-15-smb neutron-server[104161]: 'LocalIPAssociation': '1.0', Mar 31 15:36:21.230919 dv-cinder-750782-15-smb neutron-server[104161]: 'Log': '1.0', Mar 31 15:36:21.230919 dv-cinder-750782-15-smb neutron-server[104161]: 'NDPProxy': '1.0', Mar 31 15:36:21.230919 dv-cinder-750782-15-smb neutron-server[104161]: 'Network': '1.1', Mar 31 15:36:21.230919 dv-cinder-750782-15-smb neutron-server[104161]: 'Port': '1.7', Mar 31 15:36:21.230919 dv-cinder-750782-15-smb neutron-server[104161]: 'PortForwarding': '1.3', Mar 31 15:36:21.230919 dv-cinder-750782-15-smb neutron-server[104161]: 'QosPolicy': '1.10', Mar 31 15:36:21.230919 dv-cinder-750782-15-smb neutron-server[104161]: 'SecurityGroup': '1.5', Mar 31 15:36:21.230919 dv-cinder-750782-15-smb neutron-server[104161]: 'SecurityGroupRule': '1.2', Mar 31 15:36:21.230919 dv-cinder-750782-15-smb neutron-server[104161]: 'SubPort': '1.0', Mar 31 15:36:21.230919 dv-cinder-750782-15-smb neutron-server[104161]: 'Subnet': '1.1', Mar 31 15:36:21.230919 dv-cinder-750782-15-smb neutron-server[104161]: 'Trunk': '1.1'}} Mar 31 15:36:21.230919 dv-cinder-750782-15-smb neutron-server[104161]: {{(pid=104161) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 15:36:21.291944 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-cf1d5b69-3564-4583-bba2-bff590869022 None None] For port 76eb623c-a949-48c4-8a2d-84c7b10c4265, host dv-cinder-750782-15-smb, cleared binding levels {{(pid=104161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:36:21.299444 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-955e1132-743a-4f7a-8928-f25e7051695b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (22afbc9f-9d0e-4cfa-8680-77394dc34ccd), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:21.304056 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-cf1d5b69-3564-4583-bba2-bff590869022 None None] For port 76eb623c-a949-48c4-8a2d-84c7b10c4265, host dv-cinder-750782-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-smb',level=0,port_id=76eb623c-a949-48c4-8a2d-84c7b10c4265,segment=NetworkSegment(f25e0e1e-326a-4ef5-aa96-2f0a78776ef2),segment_id=f25e0e1e-326a-4ef5-aa96-2f0a78776ef2)] {{(pid=104161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:36:21.307643 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-b88f2abe-fd91-4a35-bb25-8f0d59e3083d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (fc0a0b0e-e341-4aa1-98e5-d18e4c32d75b), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:21.310174 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-b88f2abe-fd91-4a35-bb25-8f0d59e3083d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:21.314383 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-b88f2abe-fd91-4a35-bb25-8f0d59e3083d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fc0a0b0e-e341-4aa1-98e5-d18e4c32d75b HTTP/1.1" status: 204 len: 168 time: 0.7463758 Mar 31 15:36:21.331781 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d916505c-ffae-4289-9d9f-158be9df1e85 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772784419386'] for network (82dbb434-8060-4b06-a171-d120af253510), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:21.347351 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88f2abe-fd91-4a35-bb25-8f0d59e3083d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc0a0b0e-e341-4aa1-98e5-d18e4c32d75b,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:21.396073 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-cf1d5b69-3564-4583-bba2-bff590869022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (76eb623c-a949-48c4-8a2d-84c7b10c4265), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:21.426844 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Provisioning complete for port 2736f01b-d062-4fa2-831d-a08663cd3597 triggered by entity L2. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:36:21.427230 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (2736f01b-d062-4fa2-831d-a08663cd3597), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:21.431172 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-f60fd003-bfd9-4ac2-8503-9ccbde53eda0 admin admin] Publish callbacks [] for port (c3426532-127a-4f0f-81e9-ac1ffbac2b79), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:21.448941 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d916505c-ffae-4289-9d9f-158be9df1e85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315'] for network (82dbb434-8060-4b06-a171-d120af253510), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:21.450871 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d916505c-ffae-4289-9d9f-158be9df1e85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:21.451446 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d916505c-ffae-4289-9d9f-158be9df1e85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043269'] for network (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:21.540539 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d916505c-ffae-4289-9d9f-158be9df1e85 admin admin] Pushing event updated for resources: {'Network': ['ID=82dbb434-8060-4b06-a171-d120af253510,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:21.560363 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1d5b69-3564-4583-bba2-bff590869022 None None] Routers {'47e54d6f-fc64-4b8b-9c10-074acfd46db3'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:36:21.561169 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-cf1d5b69-3564-4583-bba2-bff590869022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:36:06Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['47e54d6f-fc64-4b8b-9c10-074acfd46db3'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:36:21.564385 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851f161a-1a7e-4e39-a340-f697043ef109 None None] Pushing event updated for resources: {'Port': ['ID=76eb623c-a949-48c4-8a2d-84c7b10c4265,revision_number=3']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:21.614272 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Network 82dbb434-8060-4b06-a171-d120af253510 details requested by agent ovs-agent-dv-cinder-750782-15-smb with host dv-cinder-750782-15-smb {{(pid=104160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 15:36:21.623126 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-fc01e156-4933-4c8e-bca7-88555ff7bf34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:21.731344 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-bb60ff5e-ba7e-45a3-b3d7-119b14ed354c req-531ced59-0c91-4ee6-947f-4ea2c828acb6 tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2875938-cf9d-41a1-8d95-a10adfec5daa HTTP/1.1" status: 200 len: 210 time: 0.0689020 Mar 31 15:36:21.731344 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-f60fd003-bfd9-4ac2-8503-9ccbde53eda0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772784453870'] for port (c3426532-127a-4f0f-81e9-ac1ffbac2b79), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:21.732607 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-d916505c-ffae-4289-9d9f-158be9df1e85 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3432908 Mar 31 15:36:21.752019 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 42664) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:36:21.782386 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-cf1d5b69-3564-4583-bba2-bff590869022 None None] Set router 47e54d6f-fc64-4b8b-9c10-074acfd46db3 gateway port host: dv-cinder-750782-15-smb {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:36:21.799033 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-08b8adfb-e9c0-4950-9989-adbd75ed8279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (80108e70-7e41-4550-af9b-53679ae090b1), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:21.804657 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-08b8adfb-e9c0-4950-9989-adbd75ed8279 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:21.810370 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-08b8adfb-e9c0-4950-9989-adbd75ed8279 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/80108e70-7e41-4550-af9b-53679ae090b1 HTTP/1.1" status: 204 len: 168 time: 1.7984045 Mar 31 15:36:21.820005 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.v2.base [None req-50b99c94-9b03-41cc-bf67-c8a08c016743 admin admin] Request body: {'subnet': {'network_id': '82dbb434-8060-4b06-a171-d120af253510', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1750078698-subnet', 'tenant_id': '68b331eef1af421890e02ad5361b5416', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:36:21.834136 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60fd003-bfd9-4ac2-8503-9ccbde53eda0 admin admin] Network ffd9f9ff-86a8-41a0-b247-ed3515901842 is already hosted by enough agents. {{(pid=104159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:36:21.839995 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b8adfb-e9c0-4950-9989-adbd75ed8279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80108e70-7e41-4550-af9b-53679ae090b1,revision_number=None']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:21.840166 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [None req-f60fd003-bfd9-4ac2-8503-9ccbde53eda0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:36:21.846168 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60fd003-bfd9-4ac2-8503-9ccbde53eda0 admin admin] Received port after_create {{(pid=104159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:36:21.846665 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-f60fd003-bfd9-4ac2-8503-9ccbde53eda0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574458'] for router_interface (47e54d6f-fc64-4b8b-9c10-074acfd46db3), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:21.873990 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.db.db_base_plugin_common [None req-fc01e156-4933-4c8e-bca7-88555ff7bf34 admin admin] Allocated IP 172.20.0.1 (acf2b035-5efb-451b-83b3-46613c8b8e46/0ed38ac7-8ffd-41b7-819b-98cf852cf0d4/270cf125-196c-4eb9-9e3a-b28307d064dc) {{(pid=104158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:36:21.885664 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5517fd47-28d4-4380-be6f-c92ea490819a req-6690b0ae-5a70-49dc-992c-bba538a91e1c tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] Made reservation on behalf of d0def161a18a46ca8d69ee028d64b893 for: {'port': 1} {{(pid=104158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:36:21.889070 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-5517fd47-28d4-4380-be6f-c92ea490819a req-6690b0ae-5a70-49dc-992c-bba538a91e1c tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:22.017954 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Current status of the port 2736f01b-d062-4fa2-831d-a08663cd3597 is: ACTIVE; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:36:22.020899 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device 108ae6d2-2708-4f04-9162-f0acaa7b3e6d up at agent ovs-agent-dv-cinder-750782-15-smb {{(pid=104160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:36:22.079943 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60fd003-bfd9-4ac2-8503-9ccbde53eda0 admin admin] Pushing event updated for resources: {'Port': ['ID=c3426532-127a-4f0f-81e9-ac1ffbac2b79,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:22.109230 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-cf1d5b69-3564-4583-bba2-bff590869022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'name': 'tempest-AttachVolumeNegativeTest-1394788082-router', 'tenant_id': '893dd59441624f78817c4a649a0aaf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.62'}], 'enable_snat': True}, 'gw_port_id': '76eb623c-a949-48c4-8a2d-84c7b10c4265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:36:14Z', 'updated_at': '2022-03-31T15:36:16Z', 'revision_number': 3, 'project_id': '893dd59441624f78817c4a649a0aaf40', 'gw_port': {'id': '76eb623c-a949-48c4-8a2d-84c7b10c4265', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:15Z', 'updated_at': '2022-03-31T15:36:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb'}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:36:22.158692 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1d5b69-3564-4583-bba2-bff590869022 None None] The sync data for ids ['47e54d6f-fc64-4b8b-9c10-074acfd46db3'] in dv-cinder-750782-15-smb is: [{'id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'name': 'tempest-AttachVolumeNegativeTest-1394788082-router', 'tenant_id': '893dd59441624f78817c4a649a0aaf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.62'}], 'enable_snat': True}, 'gw_port_id': '76eb623c-a949-48c4-8a2d-84c7b10c4265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:36:14Z', 'updated_at': '2022-03-31T15:36:16Z', 'revision_number': 3, 'project_id': '893dd59441624f78817c4a649a0aaf40', 'gw_port': {'id': '76eb623c-a949-48c4-8a2d-84c7b10c4265', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:15Z', 'updated_at': '2022-03-31T15:36:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb'}] {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:36:22.211325 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b99c94-9b03-41cc-bf67-c8a08c016743 admin admin] Made reservation on behalf of 68b331eef1af421890e02ad5361b5416 for: {'subnet': 1} {{(pid=104159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:36:22.236963 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-50b99c94-9b03-41cc-bf67-c8a08c016743 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:22.262988 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-955e1132-743a-4f7a-8928-f25e7051695b None None] Publish callbacks [] for port (22afbc9f-9d0e-4cfa-8680-77394dc34ccd), precommit_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:22.283602 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Provisioning complete for port 108ae6d2-2708-4f04-9162-f0acaa7b3e6d triggered by entity L2. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:36:22.283987 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (108ae6d2-2708-4f04-9162-f0acaa7b3e6d), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:22.313172 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-fc01e156-4933-4c8e-bca7-88555ff7bf34 admin admin] Publish callbacks [] for port (270cf125-196c-4eb9-9e3a-b28307d064dc), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:22.372205 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.db.db_base_plugin_common [req-5517fd47-28d4-4380-be6f-c92ea490819a req-6690b0ae-5a70-49dc-992c-bba538a91e1c tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] Allocated IP 172.20.0.2 (c806af8a-1bdb-40fd-ae30-2296b114e56c/32ce8989-584f-4bb1-9eb5-9dfe1a9a84b0/4ee30d62-1e24-44e6-8324-a905e880bf3a) {{(pid=104158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:36:22.407172 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-955e1132-743a-4f7a-8928-f25e7051695b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (22afbc9f-9d0e-4cfa-8680-77394dc34ccd), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:22.467946 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [None req-955e1132-743a-4f7a-8928-f25e7051695b None None] Attempting to bind port 22afbc9f-9d0e-4cfa-8680-77394dc34ccd on host dv-cinder-750782-15-smb for vnic_type normal with profile {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:36:22.470762 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [None req-955e1132-743a-4f7a-8928-f25e7051695b None None] Attempting to bind port 22afbc9f-9d0e-4cfa-8680-77394dc34ccd by drivers openvswitch,hyperv on host dv-cinder-750782-15-smb at level 0 using segments [{'id': 'f25e0e1e-326a-4ef5-aa96-2f0a78776ef2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943'}] {{(pid=104160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:36:22.470762 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955e1132-743a-4f7a-8928-f25e7051695b None None] Attempting to bind port 22afbc9f-9d0e-4cfa-8680-77394dc34ccd on network 8959fca3-760a-428d-87ed-41d110f4f943 {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:36:22.509284 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955e1132-743a-4f7a-8928-f25e7051695b None None] Checking agent: {'id': 'fd34c7ed-cab5-463e-81bb-e9aa6ef90623', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 27, 41), 'started_at': datetime.datetime(2022, 3, 31, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:36:22.509284 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955e1132-743a-4f7a-8928-f25e7051695b None None] Checking segment: {'id': 'f25e0e1e-326a-4ef5-aa96-2f0a78776ef2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:36:22.509899 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-955e1132-743a-4f7a-8928-f25e7051695b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:22.510772 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955e1132-743a-4f7a-8928-f25e7051695b None None] Bound using segment: {'id': 'f25e0e1e-326a-4ef5-aa96-2f0a78776ef2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943'} {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:36:22.511393 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [None req-955e1132-743a-4f7a-8928-f25e7051695b None None] Bound port: 22afbc9f-9d0e-4cfa-8680-77394dc34ccd, host: dv-cinder-750782-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f25e0e1e-326a-4ef5-aa96-2f0a78776ef2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943'}}] {{(pid=104160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:36:22.511775 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-955e1132-743a-4f7a-8928-f25e7051695b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (22afbc9f-9d0e-4cfa-8680-77394dc34ccd), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:22.585691 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Current status of the port 108ae6d2-2708-4f04-9162-f0acaa7b3e6d is: ACTIVE; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:36:22.599869 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-955e1132-743a-4f7a-8928-f25e7051695b None None] For port 22afbc9f-9d0e-4cfa-8680-77394dc34ccd, host dv-cinder-750782-15-smb, cleared binding levels {{(pid=104160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:36:22.606348 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-fc01e156-4933-4c8e-bca7-88555ff7bf34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772784453870'] for port (270cf125-196c-4eb9-9e3a-b28307d064dc), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:22.606969 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-955e1132-743a-4f7a-8928-f25e7051695b None None] For port 22afbc9f-9d0e-4cfa-8680-77394dc34ccd, host dv-cinder-750782-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-smb',level=0,port_id=22afbc9f-9d0e-4cfa-8680-77394dc34ccd,segment=NetworkSegment(f25e0e1e-326a-4ef5-aa96-2f0a78776ef2),segment_id=f25e0e1e-326a-4ef5-aa96-2f0a78776ef2)] {{(pid=104160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:36:22.617198 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33514f08-3c34-4a40-b180-24b839c5c58d None None] Pushing event updated for resources: {'Port': ['ID=22afbc9f-9d0e-4cfa-8680-77394dc34ccd,revision_number=2']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:22.630214 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-4b4eb85d-13a9-4e13-ac68-e67ed4b696bf None None] Provisioning complete for port c3426532-127a-4f0f-81e9-ac1ffbac2b79 triggered by entity DHCP. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:36:22.630595 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-4b4eb85d-13a9-4e13-ac68-e67ed4b696bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (c3426532-127a-4f0f-81e9-ac1ffbac2b79), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:22.689735 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-f60fd003-bfd9-4ac2-8503-9ccbde53eda0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (c3426532-127a-4f0f-81e9-ac1ffbac2b79), before_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:22.715322 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-955e1132-743a-4f7a-8928-f25e7051695b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (22afbc9f-9d0e-4cfa-8680-77394dc34ccd), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:22.777949 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-50b99c94-9b03-41cc-bf67-c8a08c016743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315'] for subnet (48a4620e-a814-4d8f-a005-03c34b57f958), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:22.801885 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-4b4eb85d-13a9-4e13-ac68-e67ed4b696bf None None] Port c3426532-127a-4f0f-81e9-ac1ffbac2b79 cannot update to ACTIVE because it is not bound. {{(pid=104160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:36:22.806522 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955e1132-743a-4f7a-8928-f25e7051695b None None] Routers {'8da13428-dd29-43c2-90b9-9601dc801daa'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:36:22.807182 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_hamode_db [None req-955e1132-743a-4f7a-8928-f25e7051695b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:36:06Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['8da13428-dd29-43c2-90b9-9601dc801daa'], 'active': True} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:36:22.825358 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc01e156-4933-4c8e-bca7-88555ff7bf34 admin admin] Network acf2b035-5efb-451b-83b3-46613c8b8e46 is already hosted by enough agents. {{(pid=104158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:36:22.844185 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc01e156-4933-4c8e-bca7-88555ff7bf34 admin admin] Pushing event updated for resources: {'Port': ['ID=270cf125-196c-4eb9-9e3a-b28307d064dc,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:22.860844 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.scheduler.base_scheduler [None req-fc01e156-4933-4c8e-bca7-88555ff7bf34 admin admin] Resources bound (agent type, host, resource id): {{(pid=104158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:36:22.875439 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b99c94-9b03-41cc-bf67-c8a08c016743 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48a4620e-a814-4d8f-a005-03c34b57f958,revision_number=0']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:22.924787 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-5517fd47-28d4-4380-be6f-c92ea490819a req-6690b0ae-5a70-49dc-992c-bba538a91e1c tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] Publish callbacks [] for port (4ee30d62-1e24-44e6-8324-a905e880bf3a), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:22.931316 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 42694) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:36:22.943244 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b99c94-9b03-41cc-bf67-c8a08c016743 admin admin] Checking segment: {'id': '26df2380-66c5-44b3-9cb1-cf0d35a95bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '82dbb434-8060-4b06-a171-d120af253510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:36:22.943572 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b99c94-9b03-41cc-bf67-c8a08c016743 admin admin] Network hostable DHCP agents. Network: 82dbb434-8060-4b06-a171-d120af253510, hostable agents: ['80b0103a-7158-48a6-b59a-3fe393c523d9'], hosted agents: [] {{(pid=104159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:36:22.970064 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvr_db [None req-955e1132-743a-4f7a-8928-f25e7051695b None None] Set router 8da13428-dd29-43c2-90b9-9601dc801daa gateway port host: dv-cinder-750782-15-smb {{(pid=104160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:36:22.972899 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc01e156-4933-4c8e-bca7-88555ff7bf34 admin admin] Received port after_create {{(pid=104158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:36:22.975062 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-fc01e156-4933-4c8e-bca7-88555ff7bf34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574458'] for router_interface (8da13428-dd29-43c2-90b9-9601dc801daa), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:23.388297 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-5cf2d53d-8804-4767-a50b-4937fe58e9f6 req-14316ff0-d499-4e11-b016-2818f4d24ca2 tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2875938-cf9d-41a1-8d95-a10adfec5daa HTTP/1.1" status: 200 len: 210 time: 0.4235892 Mar 31 15:36:23.472054 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-a60e9921-0914-48f2-99d3-f88d06392e4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:23.480457 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device 76eb623c-a949-48c4-8a2d-84c7b10c4265 up at agent ovs-agent-dv-cinder-750782-15-smb {{(pid=104160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:36:23.543538 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33514f08-3c34-4a40-b180-24b839c5c58d None None] Pushing event updated for resources: {'Port': ['ID=22afbc9f-9d0e-4cfa-8680-77394dc34ccd,revision_number=3']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:23.621552 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-6a752970-54e5-4945-8941-3df077ac06e5 None None] Provisioning complete for port 270cf125-196c-4eb9-9e3a-b28307d064dc triggered by entity DHCP. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:36:23.622212 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-6a752970-54e5-4945-8941-3df077ac06e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (270cf125-196c-4eb9-9e3a-b28307d064dc), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:23.667687 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b99c94-9b03-41cc-bf67-c8a08c016743 admin admin] Network 82dbb434-8060-4b06-a171-d120af253510 is scheduled to be hosted by DHCP agent 80b0103a-7158-48a6-b59a-3fe393c523d9 with binding_index 1 {{(pid=104159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:36:23.782317 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-5517fd47-28d4-4380-be6f-c92ea490819a req-6690b0ae-5a70-49dc-992c-bba538a91e1c tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772784453870'] for port (4ee30d62-1e24-44e6-8324-a905e880bf3a), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:23.830442 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-f60fd003-bfd9-4ac2-8503-9ccbde53eda0 admin admin] Publish callbacks [] for port (c3426532-127a-4f0f-81e9-ac1ffbac2b79), precommit_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:23.839375 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [None req-50b99c94-9b03-41cc-bf67-c8a08c016743 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-15-smb, 82dbb434-8060-4b06-a171-d120af253510) {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:36:23.853765 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b99c94-9b03-41cc-bf67-c8a08c016743 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:23.857794 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-50b99c94-9b03-41cc-bf67-c8a08c016743 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043269'] for subnet (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:23.896144 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-f60fd003-bfd9-4ac2-8503-9ccbde53eda0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (c3426532-127a-4f0f-81e9-ac1ffbac2b79), after_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:23.897222 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-f60fd003-bfd9-4ac2-8503-9ccbde53eda0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574318'] for router_interface (47e54d6f-fc64-4b8b-9c10-074acfd46db3), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:23.905965 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5517fd47-28d4-4380-be6f-c92ea490819a req-6690b0ae-5a70-49dc-992c-bba538a91e1c tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] Network c806af8a-1bdb-40fd-ae30-2296b114e56c is already hosted by enough agents. {{(pid=104158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:36:23.970764 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.scheduler.base_scheduler [req-5517fd47-28d4-4380-be6f-c92ea490819a req-6690b0ae-5a70-49dc-992c-bba538a91e1c tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] Resources bound (agent type, host, resource id): {{(pid=104158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:36:24.041807 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.db.l3_dvrscheduler_db [req-5517fd47-28d4-4380-be6f-c92ea490819a req-6690b0ae-5a70-49dc-992c-bba538a91e1c tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] Received port after_create {{(pid=104158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:36:24.042130 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-50b99c94-9b03-41cc-bf67-c8a08c016743 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.2271876 Mar 31 15:36:24.052894 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60fd003-bfd9-4ac2-8503-9ccbde53eda0 admin admin] Pushing event updated for resources: {'Port': ['ID=c3426532-127a-4f0f-81e9-ac1ffbac2b79,revision_number=2']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:24.069448 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5517fd47-28d4-4380-be6f-c92ea490819a req-6690b0ae-5a70-49dc-992c-bba538a91e1c tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:24.081306 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-5517fd47-28d4-4380-be6f-c92ea490819a req-6690b0ae-5a70-49dc-992c-bba538a91e1c tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043269'] for port (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:24.157889 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-6a752970-54e5-4945-8941-3df077ac06e5 None None] Port 270cf125-196c-4eb9-9e3a-b28307d064dc cannot update to ACTIVE because it is not bound. {{(pid=104160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:36:24.161197 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7875685-c851-4cbc-a7df-550ec41414c5 None None] Network 82dbb434-8060-4b06-a171-d120af253510 requested from dv-cinder-750782-15-smb {{(pid=104160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:36:24.168142 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Provisioning complete for port 76eb623c-a949-48c4-8a2d-84c7b10c4265 triggered by entity L2. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:36:24.168548 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (76eb623c-a949-48c4-8a2d-84c7b10c4265), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:24.189840 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60fd003-bfd9-4ac2-8503-9ccbde53eda0 admin admin] Network ffd9f9ff-86a8-41a0-b247-ed3515901842 is already hosted by enough agents. {{(pid=104159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:36:24.191905 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [None req-f60fd003-bfd9-4ac2-8503-9ccbde53eda0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:36:24.215639 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6690b0ae-5a70-49dc-992c-bba538a91e1c tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] Pushing event updated for resources: {'Port': ['ID=4ee30d62-1e24-44e6-8324-a905e880bf3a,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:24.336116 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-5517fd47-28d4-4380-be6f-c92ea490819a req-6690b0ae-5a70-49dc-992c-bba538a91e1c tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5161145 Mar 31 15:36:24.341477 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-a60e9921-0914-48f2-99d3-f88d06392e4e admin admin] Publish callbacks [] for security_group (272a6ce5-0eea-4da0-84ba-dda53e989341), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:24.372438 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [req-5517fd47-28d4-4380-be6f-c92ea490819a req-0e97afe6-5b5f-4a28-ad8c-6ad5e1cceab1 tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=104158) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 15:36:24.378422 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-5517fd47-28d4-4380-be6f-c92ea490819a req-0e97afe6-5b5f-4a28-ad8c-6ad5e1cceab1 tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0262868 Mar 31 15:36:24.400532 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 42732) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:36:24.449359 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-fc01e156-4933-4c8e-bca7-88555ff7bf34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (270cf125-196c-4eb9-9e3a-b28307d064dc), before_update {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:24.456961 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-a60e9921-0914-48f2-99d3-f88d06392e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (272a6ce5-0eea-4da0-84ba-dda53e989341), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:24.632325 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60e9921-0914-48f2-99d3-f88d06392e4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=272a6ce5-0eea-4da0-84ba-dda53e989341,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:24.713691 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.db_base_plugin_v2 [None req-de68e83d-a4d1-49da-a9be-994926fc76b0 admin admin] Deleting subnet bd936543-e016-4a81-89e3-3059448bbfab {{(pid=104159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 15:36:24.713691 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-de68e83d-a4d1-49da-a9be-994926fc76b0 admin admin] Publish callbacks [] for subnet (bd936543-e016-4a81-89e3-3059448bbfab), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:24.714350 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-a60e9921-0914-48f2-99d3-f88d06392e4e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c0190743e89c48698fdd78cedc7b4e1b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7636371 Mar 31 15:36:24.714350 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 42740) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:36:24.744885 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_hamode_db [None req-955e1132-743a-4f7a-8928-f25e7051695b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da13428-dd29-43c2-90b9-9601dc801daa', 'name': 'tempest-AttachVolumeTestJSON-1657121342-router', 'tenant_id': 'be4d3c00b0c245529e30b10275e77a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.250'}], 'enable_snat': True}, 'gw_port_id': '22afbc9f-9d0e-4cfa-8680-77394dc34ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:36:14Z', 'updated_at': '2022-03-31T15:36:17Z', 'revision_number': 3, 'project_id': 'be4d3c00b0c245529e30b10275e77a1a', 'gw_port': {'id': '22afbc9f-9d0e-4cfa-8680-77394dc34ccd', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:32:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da13428-dd29-43c2-90b9-9601dc801daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:15Z', 'updated_at': '2022-03-31T15:36:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb'}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:36:24.752536 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0f6e9a-81fb-488a-97f6-1df83d8e2adb None None] Network 82dbb434-8060-4b06-a171-d120af253510 requested from dv-cinder-750782-15-smb {{(pid=104160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:36:24.874291 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-de68e83d-a4d1-49da-a9be-994926fc76b0 admin admin] Publish callbacks [] for subnet (bd936543-e016-4a81-89e3-3059448bbfab), precommit_delete_associations {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:24.876144 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955e1132-743a-4f7a-8928-f25e7051695b None None] The sync data for ids ['8da13428-dd29-43c2-90b9-9601dc801daa'] in dv-cinder-750782-15-smb is: [{'id': '8da13428-dd29-43c2-90b9-9601dc801daa', 'name': 'tempest-AttachVolumeTestJSON-1657121342-router', 'tenant_id': 'be4d3c00b0c245529e30b10275e77a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.250'}], 'enable_snat': True}, 'gw_port_id': '22afbc9f-9d0e-4cfa-8680-77394dc34ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:36:14Z', 'updated_at': '2022-03-31T15:36:17Z', 'revision_number': 3, 'project_id': 'be4d3c00b0c245529e30b10275e77a1a', 'gw_port': {'id': '22afbc9f-9d0e-4cfa-8680-77394dc34ccd', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:32:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da13428-dd29-43c2-90b9-9601dc801daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:15Z', 'updated_at': '2022-03-31T15:36:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb'}] {{(pid=104160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:36:24.876762 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f60fd003-bfd9-4ac2-8503-9ccbde53eda0 admin admin] Router 47e54d6f-fc64-4b8b-9c10-074acfd46db3 has already been hosted by L3 agent 9721ac04-bac7-49da-b384-3a2049eedfa2 {{(pid=104159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:36:24.876762 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-de68e83d-a4d1-49da-a9be-994926fc76b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8232756'] for subnet (bd936543-e016-4a81-89e3-3059448bbfab), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:24.876920 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Current status of the port 76eb623c-a949-48c4-8a2d-84c7b10c4265 is: DOWN; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:36:24.876920 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (76eb623c-a949-48c4-8a2d-84c7b10c4265), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:24.938164 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] For port 76eb623c-a949-48c4-8a2d-84c7b10c4265, host dv-cinder-750782-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-smb',level=0,port_id=76eb623c-a949-48c4-8a2d-84c7b10c4265,segment=NetworkSegment(f25e0e1e-326a-4ef5-aa96-2f0a78776ef2),segment_id=f25e0e1e-326a-4ef5-aa96-2f0a78776ef2)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:36:24.945769 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-9a70f358-b0ff-4285-b5bf-1afbe0ca9b31 None None] Provisioning complete for port c3426532-127a-4f0f-81e9-ac1ffbac2b79 triggered by entity DHCP. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:36:24.946523 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-9a70f358-b0ff-4285-b5bf-1afbe0ca9b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (c3426532-127a-4f0f-81e9-ac1ffbac2b79), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:25.094221 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-9a70f358-b0ff-4285-b5bf-1afbe0ca9b31 None None] Port c3426532-127a-4f0f-81e9-ac1ffbac2b79 cannot update to ACTIVE because it is not bound. {{(pid=104160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:36:25.096023 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.v2.base [req-5517fd47-28d4-4380-be6f-c92ea490819a req-63dc8279-5662-430c-915a-ecf7b8fb848c service neutron] Request body: {'port': {'device_id': 'b2875938-cf9d-41a1-8d95-a10adfec5daa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=104158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:36:25.230053 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-25cc6f55-9fe9-4ef4-9d66-39c648220dc3 admin admin] Publish callbacks [] for security_group (272a6ce5-0eea-4da0-84ba-dda53e989341), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:25.260489 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcfc88d-d7a3-409c-81a8-7a3ce641c565 req-ca9250ec-2ced-43c2-a1f0-d7c701cb52ad tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:25.267807 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-0bcfc88d-d7a3-409c-81a8-7a3ce641c565 req-ca9250ec-2ced-43c2-a1f0-d7c701cb52ad tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2875938-cf9d-41a1-8d95-a10adfec5daa HTTP/1.1" status: 200 len: 931 time: 0.3392780 Mar 31 15:36:25.324972 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (76eb623c-a949-48c4-8a2d-84c7b10c4265), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:25.383795 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-de68e83d-a4d1-49da-a9be-994926fc76b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8232707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315'] for subnet (bd936543-e016-4a81-89e3-3059448bbfab), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:25.390207 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-25cc6f55-9fe9-4ef4-9d66-39c648220dc3 admin admin] Publish callbacks [] for security_group (272a6ce5-0eea-4da0-84ba-dda53e989341), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:25.406097 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f60fd003-bfd9-4ac2-8503-9ccbde53eda0 admin admin] Notify agent at l3_agent.dv-cinder-750782-15-smb the message routers_updated {{(pid=104159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:36:25.419623 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433d12c7-5be8-4903-b5fc-399bea1abed0 None None] Sync routers for ids ['47e54d6f-fc64-4b8b-9c10-074acfd46db3'] in dv-cinder-750782-15-smb {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:36:25.438521 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-5517fd47-28d4-4380-be6f-c92ea490819a req-63dc8279-5662-430c-915a-ecf7b8fb848c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (4ee30d62-1e24-44e6-8324-a905e880bf3a), before_update {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:25.445184 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433d12c7-5be8-4903-b5fc-399bea1abed0 None None] Routers {'47e54d6f-fc64-4b8b-9c10-074acfd46db3'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:36:25.450561 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-433d12c7-5be8-4903-b5fc-399bea1abed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:36:06Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['47e54d6f-fc64-4b8b-9c10-074acfd46db3'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:36:25.549268 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-f60fd003-bfd9-4ac2-8503-9ccbde53eda0 admin admin] 10.222.0.21 "PUT /v2.0/routers/47e54d6f-fc64-4b8b-9c10-074acfd46db3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3558614 Mar 31 15:36:25.561202 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Pushing event updated for resources: {'Port': ['ID=76eb623c-a949-48c4-8a2d-84c7b10c4265,revision_number=4']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:25.579299 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-0bcfc88d-d7a3-409c-81a8-7a3ce641c565 req-f8f016c8-167d-4cd4-b669-d41781fdbdd0 tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cb35ee8-da9b-424d-a950-6faa3a3ad767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026950 Mar 31 15:36:25.593276 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-de68e83d-a4d1-49da-a9be-994926fc76b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043269'] for subnet (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:25.607336 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-de68e83d-a4d1-49da-a9be-994926fc76b0 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/bd936543-e016-4a81-89e3-3059448bbfab HTTP/1.1" status: 204 len: 168 time: 1.2043414 Mar 31 15:36:25.610403 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de68e83d-a4d1-49da-a9be-994926fc76b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd936543-e016-4a81-89e3-3059448bbfab,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:25.620674 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 42752) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:36:25.686448 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device 22afbc9f-9d0e-4cfa-8680-77394dc34ccd up at agent ovs-agent-dv-cinder-750782-15-smb {{(pid=104160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:36:25.732349 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-fc01e156-4933-4c8e-bca7-88555ff7bf34 admin admin] Publish callbacks [] for port (270cf125-196c-4eb9-9e3a-b28307d064dc), precommit_update {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:25.830189 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a4b0258a-080c-4c45-bf54-24cf3fc5370b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8161909'] for network (e24c7d32-311e-40e4-9770-0be8d6e21bfb), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:25.846380 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-fc01e156-4933-4c8e-bca7-88555ff7bf34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (270cf125-196c-4eb9-9e3a-b28307d064dc), after_update {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:25.848341 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-fc01e156-4933-4c8e-bca7-88555ff7bf34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574318'] for router_interface (8da13428-dd29-43c2-90b9-9601dc801daa), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:25.901077 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Provisioning complete for port 22afbc9f-9d0e-4cfa-8680-77394dc34ccd triggered by entity L2. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:36:25.902474 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (22afbc9f-9d0e-4cfa-8680-77394dc34ccd), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:25.938010 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-433d12c7-5be8-4903-b5fc-399bea1abed0 None None] Set router 47e54d6f-fc64-4b8b-9c10-074acfd46db3 gateway port host: dv-cinder-750782-15-smb {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:36:26.093944 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a4b0258a-080c-4c45-bf54-24cf3fc5370b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8291519', 'neutron.services.segments.db._delete_segments_for_network-8772784778810'] for network (e24c7d32-311e-40e4-9770-0be8d6e21bfb), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:26.145271 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a4b0258a-080c-4c45-bf54-24cf3fc5370b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:36:26.145746 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a4b0258a-080c-4c45-bf54-24cf3fc5370b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:36:26.147159 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a4b0258a-080c-4c45-bf54-24cf3fc5370b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:36:26.147159 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a4b0258a-080c-4c45-bf54-24cf3fc5370b admin admin] Subscribe: > port after_create 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:36:26.147352 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a4b0258a-080c-4c45-bf54-24cf3fc5370b admin admin] Subscribe: > port after_delete 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:36:26.147754 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a4b0258a-080c-4c45-bf54-24cf3fc5370b admin admin] Subscribe: > port after_update 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:36:26.151997 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a4b0258a-080c-4c45-bf54-24cf3fc5370b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:36:26.152530 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a4b0258a-080c-4c45-bf54-24cf3fc5370b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:36:26.158475 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a4b0258a-080c-4c45-bf54-24cf3fc5370b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:36:26.158986 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a4b0258a-080c-4c45-bf54-24cf3fc5370b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:36:26.173569 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Current status of the port 22afbc9f-9d0e-4cfa-8680-77394dc34ccd is: DOWN; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:36:26.174213 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (22afbc9f-9d0e-4cfa-8680-77394dc34ccd), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:26.248336 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] For port 22afbc9f-9d0e-4cfa-8680-77394dc34ccd, host dv-cinder-750782-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-smb',level=0,port_id=22afbc9f-9d0e-4cfa-8680-77394dc34ccd,segment=NetworkSegment(f25e0e1e-326a-4ef5-aa96-2f0a78776ef2),segment_id=f25e0e1e-326a-4ef5-aa96-2f0a78776ef2)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:36:26.317843 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (22afbc9f-9d0e-4cfa-8680-77394dc34ccd), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:26.462809 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-25cc6f55-9fe9-4ef4-9d66-39c648220dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (272a6ce5-0eea-4da0-84ba-dda53e989341), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:26.468081 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-25cc6f55-9fe9-4ef4-9d66-39c648220dc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:26.478053 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-25cc6f55-9fe9-4ef4-9d66-39c648220dc3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/272a6ce5-0eea-4da0-84ba-dda53e989341 HTTP/1.1" status: 204 len: 168 time: 1.7761855 Mar 31 15:36:26.485364 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Pushing event updated for resources: {'Port': ['ID=22afbc9f-9d0e-4cfa-8680-77394dc34ccd,revision_number=4']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:26.690832 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a4b0258a-080c-4c45-bf54-24cf3fc5370b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:36:26.692487 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a4b0258a-080c-4c45-bf54-24cf3fc5370b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:36:26.692793 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a4b0258a-080c-4c45-bf54-24cf3fc5370b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:36:26.693127 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a4b0258a-080c-4c45-bf54-24cf3fc5370b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:36:26.693529 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.services.segments.db [None req-a4b0258a-080c-4c45-bf54-24cf3fc5370b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e24c7d32-311e-40e4-9770-0be8d6e21bfb']}} {{(pid=104159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:36:26.747470 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.services.segments.db [None req-a4b0258a-080c-4c45-bf54-24cf3fc5370b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3f06d57-7ef1-413f-8e98-8fcf39b2c09f') {'for_net_delete': True} {{(pid=104159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:36:26.747763 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.services.segments.db [None req-a4b0258a-080c-4c45-bf54-24cf3fc5370b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3f06d57-7ef1-413f-8e98-8fcf39b2c09f') {} {{(pid=104159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:36:26.809003 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a4b0258a-080c-4c45-bf54-24cf3fc5370b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772784779587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4015711'] for segment (e3f06d57-7ef1-413f-8e98-8fcf39b2c09f), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:26.855677 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-433d12c7-5be8-4903-b5fc-399bea1abed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'name': 'tempest-AttachVolumeNegativeTest-1394788082-router', 'tenant_id': '893dd59441624f78817c4a649a0aaf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.62'}], 'enable_snat': True}, 'gw_port_id': '76eb623c-a949-48c4-8a2d-84c7b10c4265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:36:14Z', 'updated_at': '2022-03-31T15:36:22Z', 'revision_number': 4, 'project_id': '893dd59441624f78817c4a649a0aaf40', 'gw_port': {'id': '76eb623c-a949-48c4-8a2d-84c7b10c4265', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:15Z', 'updated_at': '2022-03-31T15:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_interfaces': [{'id': 'c3426532-127a-4f0f-81e9-ac1ffbac2b79', 'name': '', 'network_id': 'ffd9f9ff-86a8-41a0-b247-ed3515901842', 'tenant_id': '893dd59441624f78817c4a649a0aaf40', 'mac_address': 'fa:16:3e:d8:13:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2b9feebc-e9c9-4a4e-ad3c-a41e234df103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:20Z', 'updated_at': '2022-03-31T15:36:22Z', 'revision_number': 2, 'project_id': '893dd59441624f78817c4a649a0aaf40', 'subnets': [{'id': '2b9feebc-e9c9-4a4e-ad3c-a41e234df103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:36:26.899306 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a4b0258a-080c-4c45-bf54-24cf3fc5370b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8219139'] for segment (e3f06d57-7ef1-413f-8e98-8fcf39b2c09f), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:26.911490 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433d12c7-5be8-4903-b5fc-399bea1abed0 None None] Checking router: 47e54d6f-fc64-4b8b-9c10-074acfd46db3 for host: dv-cinder-750782-15-smb {{(pid=104161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:36:26.912366 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433d12c7-5be8-4903-b5fc-399bea1abed0 None None] Updating router 47e54d6f-fc64-4b8b-9c10-074acfd46db3 port c3426532-127a-4f0f-81e9-ac1ffbac2b79 binding host dv-cinder-750782-15-smb {{(pid=104161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:36:26.918223 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4b0258a-080c-4c45-bf54-24cf3fc5370b admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=104159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:36:26.918478 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a4b0258a-080c-4c45-bf54-24cf3fc5370b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8219139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147959'] for segment (e3f06d57-7ef1-413f-8e98-8fcf39b2c09f), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:26.924374 dv-cinder-750782-15-smb neutron-server[104159]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 31 15:36:26.924374 dv-cinder-750782-15-smb neutron-server[104159]: from cryptography.utils import int_from_bytes Mar 31 15:36:26.924374 dv-cinder-750782-15-smb neutron-server[104159]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 31 15:36:26.924374 dv-cinder-750782-15-smb neutron-server[104159]: from cryptography.utils import int_from_bytes Mar 31 15:36:26.924374 dv-cinder-750782-15-smb neutron-server[104159]: Traceback (most recent call last): Mar 31 15:36:26.924374 dv-cinder-750782-15-smb neutron-server[104159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:36:26.924374 dv-cinder-750782-15-smb neutron-server[104159]: timer() Mar 31 15:36:26.924374 dv-cinder-750782-15-smb neutron-server[104159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:36:26.924374 dv-cinder-750782-15-smb neutron-server[104159]: cb(*args, **kw) Mar 31 15:36:26.924374 dv-cinder-750782-15-smb neutron-server[104159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 15:36:26.924374 dv-cinder-750782-15-smb neutron-server[104159]: return func(*args, **kwargs) Mar 31 15:36:26.924374 dv-cinder-750782-15-smb neutron-server[104159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:36:26.924374 dv-cinder-750782-15-smb neutron-server[104159]: self._notify() Mar 31 15:36:26.924374 dv-cinder-750782-15-smb neutron-server[104159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:36:26.924374 dv-cinder-750782-15-smb neutron-server[104159]: self.callback(batched_events) Mar 31 15:36:26.924374 dv-cinder-750782-15-smb neutron-server[104159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:36:26.924374 dv-cinder-750782-15-smb neutron-server[104159]: event.method(event) Mar 31 15:36:26.924374 dv-cinder-750782-15-smb neutron-server[104159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 15:36:26.924374 dv-cinder-750782-15-smb neutron-server[104159]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:36:26.924374 dv-cinder-750782-15-smb neutron-server[104159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 15:36:26.924374 dv-cinder-750782-15-smb neutron-server[104159]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:36:26.924374 dv-cinder-750782-15-smb neutron-server[104159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 15:36:26.924374 dv-cinder-750782-15-smb neutron-server[104159]: return f(self, *a, **k) Mar 31 15:36:26.924374 dv-cinder-750782-15-smb neutron-server[104159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 15:36:26.924374 dv-cinder-750782-15-smb neutron-server[104159]: return self._get(url).json() Mar 31 15:36:26.924374 dv-cinder-750782-15-smb neutron-server[104159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 15:36:26.924374 dv-cinder-750782-15-smb neutron-server[104159]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:36:26.924374 dv-cinder-750782-15-smb neutron-server[104159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:36:26.924374 dv-cinder-750782-15-smb neutron-server[104159]: return self.request(url, 'GET', **kwargs) Mar 31 15:36:26.924374 dv-cinder-750782-15-smb neutron-server[104159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:36:26.924374 dv-cinder-750782-15-smb neutron-server[104159]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:36:26.924374 dv-cinder-750782-15-smb neutron-server[104159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:36:26.924374 dv-cinder-750782-15-smb neutron-server[104159]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:36:26.924374 dv-cinder-750782-15-smb neutron-server[104159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:36:26.924374 dv-cinder-750782-15-smb neutron-server[104159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:36:26.924374 dv-cinder-750782-15-smb neutron-server[104159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:36:26.995991 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-433d12c7-5be8-4903-b5fc-399bea1abed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (c3426532-127a-4f0f-81e9-ac1ffbac2b79), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:27.010988 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc01e156-4933-4c8e-bca7-88555ff7bf34 admin admin] Pushing event updated for resources: {'Port': ['ID=270cf125-196c-4eb9-9e3a-b28307d064dc,revision_number=2']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:27.027320 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231b3066-20fe-4087-a51c-a908be2ffe73 req-ce803c6d-6c91-4d96-b9f0-879f7a91e72f tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:27.040675 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-231b3066-20fe-4087-a51c-a908be2ffe73 req-ce803c6d-6c91-4d96-b9f0-879f7a91e72f tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2875938-cf9d-41a1-8d95-a10adfec5daa HTTP/1.1" status: 200 len: 931 time: 0.2424417 Mar 31 15:36:27.043299 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cc6f55-9fe9-4ef4-9d66-39c648220dc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=272a6ce5-0eea-4da0-84ba-dda53e989341,revision_number=None']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:27.060950 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc01e156-4933-4c8e-bca7-88555ff7bf34 admin admin] Network acf2b035-5efb-451b-83b3-46613c8b8e46 is already hosted by enough agents. {{(pid=104158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:36:27.079034 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.scheduler.base_scheduler [None req-fc01e156-4933-4c8e-bca7-88555ff7bf34 admin admin] Resources bound (agent type, host, resource id): {{(pid=104158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:36:27.135809 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a4b0258a-080c-4c45-bf54-24cf3fc5370b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8291510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574053'] for network (e24c7d32-311e-40e4-9770-0be8d6e21bfb), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:27.186346 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a4b0258a-080c-4c45-bf54-24cf3fc5370b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043269'] for network (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:27.194659 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-a4b0258a-080c-4c45-bf54-24cf3fc5370b admin admin] 10.222.0.21 "DELETE /v2.0/networks/e24c7d32-311e-40e4-9770-0be8d6e21bfb HTTP/1.1" status: 204 len: 168 time: 1.5717690 Mar 31 15:36:27.226603 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-231b3066-20fe-4087-a51c-a908be2ffe73 req-5d3d2a7d-76f6-48d8-99c3-180b25adb053 tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cb35ee8-da9b-424d-a950-6faa3a3ad767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849720 Mar 31 15:36:27.248400 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 42782) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:36:27.285699 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b0258a-080c-4c45-bf54-24cf3fc5370b admin admin] Pushing event deleted for resources: {'Network': ['ID=e24c7d32-311e-40e4-9770-0be8d6e21bfb,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:27.344461 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc01e156-4933-4c8e-bca7-88555ff7bf34 admin admin] Router 8da13428-dd29-43c2-90b9-9601dc801daa has already been hosted by L3 agent 9721ac04-bac7-49da-b384-3a2049eedfa2 {{(pid=104158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:36:27.466564 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.db_base_plugin_v2 [None req-86eb703b-4f24-426c-9c35-23a4c39674ef admin admin] Deleting subnet 48a4620e-a814-4d8f-a005-03c34b57f958 {{(pid=104159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 15:36:27.478251 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-86eb703b-4f24-426c-9c35-23a4c39674ef admin admin] Publish callbacks [] for subnet (48a4620e-a814-4d8f-a005-03c34b57f958), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:27.505252 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device 76eb623c-a949-48c4-8a2d-84c7b10c4265 up at agent ovs-agent-dv-cinder-750782-15-smb {{(pid=104160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:36:27.593664 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-86eb703b-4f24-426c-9c35-23a4c39674ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4015700'] for subnet (48a4620e-a814-4d8f-a005-03c34b57f958), precommit_delete_associations {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:27.664868 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 42790) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:36:27.690055 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.v2.base [None req-83bd5592-a229-4eb9-ad5e-3de371ac3de5 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1922112636', 'description': 'tempest-description--1021933417'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:36:27.710580 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.notifiers.nova [req-5517fd47-28d4-4380-be6f-c92ea490819a req-63dc8279-5662-430c-915a-ecf7b8fb848c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ee30d62-1e24-44e6-8324-a905e880bf3a {{(pid=104158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:36:27.726276 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-5517fd47-28d4-4380-be6f-c92ea490819a req-63dc8279-5662-430c-915a-ecf7b8fb848c service neutron] Publish callbacks [] for port (4ee30d62-1e24-44e6-8324-a905e880bf3a), precommit_update {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:27.754462 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-15501148-1ab5-4b35-9d98-925b6b0a9bed None None] Provisioning complete for port 270cf125-196c-4eb9-9e3a-b28307d064dc triggered by entity DHCP. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:36:27.756222 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-15501148-1ab5-4b35-9d98-925b6b0a9bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (270cf125-196c-4eb9-9e3a-b28307d064dc), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:27.766614 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.db.provisioning_blocks [req-5517fd47-28d4-4380-be6f-c92ea490819a req-63dc8279-5662-430c-915a-ecf7b8fb848c service neutron] Transition to ACTIVE for port object 4ee30d62-1e24-44e6-8324-a905e880bf3a will not be triggered until provisioned by entity L2. {{(pid=104158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 15:36:27.779709 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-86eb703b-4f24-426c-9c35-23a4c39674ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8232756'] for subnet (48a4620e-a814-4d8f-a005-03c34b57f958), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:27.863395 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 42792) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:36:27.868863 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Provisioning complete for port 76eb623c-a949-48c4-8a2d-84c7b10c4265 triggered by entity L2. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:36:27.868863 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (76eb623c-a949-48c4-8a2d-84c7b10c4265), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:27.898816 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-5517fd47-28d4-4380-be6f-c92ea490819a req-63dc8279-5662-430c-915a-ecf7b8fb848c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (4ee30d62-1e24-44e6-8324-a905e880bf3a), after_update {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:27.912330 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc01e156-4933-4c8e-bca7-88555ff7bf34 admin admin] Notify agent at l3_agent.dv-cinder-750782-15-smb the message routers_updated {{(pid=104158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:36:27.940061 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-15501148-1ab5-4b35-9d98-925b6b0a9bed None None] Port 270cf125-196c-4eb9-9e3a-b28307d064dc cannot update to ACTIVE because it is not bound. {{(pid=104160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:36:27.979098 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-fc01e156-4933-4c8e-bca7-88555ff7bf34 admin admin] 10.222.0.21 "PUT /v2.0/routers/8da13428-dd29-43c2-90b9-9601dc801daa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3939948 Mar 31 15:36:27.992574 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-433d12c7-5be8-4903-b5fc-399bea1abed0 None None] Publish callbacks [] for port (c3426532-127a-4f0f-81e9-ac1ffbac2b79), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:28.021506 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dc8279-5662-430c-915a-ecf7b8fb848c service neutron] Pushing event updated for resources: {'Port': ['ID=4ee30d62-1e24-44e6-8324-a905e880bf3a,revision_number=2']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:28.061979 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-83bd5592-a229-4eb9-ad5e-3de371ac3de5 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:28.066758 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb71f25-9cf9-4300-8e60-de9340e2db39 None None] Sync routers for ids ['8da13428-dd29-43c2-90b9-9601dc801daa'] in dv-cinder-750782-15-smb {{(pid=104160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:36:28.089448 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-433d12c7-5be8-4903-b5fc-399bea1abed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (c3426532-127a-4f0f-81e9-ac1ffbac2b79), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:28.104245 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Current status of the port 76eb623c-a949-48c4-8a2d-84c7b10c4265 is: ACTIVE; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:36:28.105583 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device 22afbc9f-9d0e-4cfa-8680-77394dc34ccd up at agent ovs-agent-dv-cinder-750782-15-smb {{(pid=104160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:36:28.165092 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.managers [req-5517fd47-28d4-4380-be6f-c92ea490819a req-63dc8279-5662-430c-915a-ecf7b8fb848c service neutron] Attempting to bind port 4ee30d62-1e24-44e6-8324-a905e880bf3a on host hv-cinder-75078 for vnic_type normal with profile {{(pid=104158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:36:28.165760 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.managers [req-5517fd47-28d4-4380-be6f-c92ea490819a req-63dc8279-5662-430c-915a-ecf7b8fb848c service neutron] Attempting to bind port 4ee30d62-1e24-44e6-8324-a905e880bf3a by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '9f3f3b28-e790-40cf-966b-d512f978bb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c806af8a-1bdb-40fd-ae30-2296b114e56c'}] {{(pid=104158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:36:28.166166 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5517fd47-28d4-4380-be6f-c92ea490819a req-63dc8279-5662-430c-915a-ecf7b8fb848c service neutron] Attempting to bind port 4ee30d62-1e24-44e6-8324-a905e880bf3a on network c806af8a-1bdb-40fd-ae30-2296b114e56c {{(pid=104158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:36:28.186966 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb71f25-9cf9-4300-8e60-de9340e2db39 None None] Routers {'8da13428-dd29-43c2-90b9-9601dc801daa'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:36:28.186966 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_hamode_db [None req-0bb71f25-9cf9-4300-8e60-de9340e2db39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:36:06Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['8da13428-dd29-43c2-90b9-9601dc801daa'], 'active': True} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:36:28.187136 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-86eb703b-4f24-426c-9c35-23a4c39674ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8232707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3149329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3286902'] for subnet (48a4620e-a814-4d8f-a005-03c34b57f958), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:28.187611 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5517fd47-28d4-4380-be6f-c92ea490819a req-63dc8279-5662-430c-915a-ecf7b8fb848c service neutron] Port 4ee30d62-1e24-44e6-8324-a905e880bf3a on network c806af8a-1bdb-40fd-ae30-2296b114e56c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=104158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 15:36:28.187611 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5517fd47-28d4-4380-be6f-c92ea490819a req-63dc8279-5662-430c-915a-ecf7b8fb848c service neutron] Attempting to bind port 4ee30d62-1e24-44e6-8324-a905e880bf3a on network c806af8a-1bdb-40fd-ae30-2296b114e56c {{(pid=104158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:36:28.196485 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5517fd47-28d4-4380-be6f-c92ea490819a req-63dc8279-5662-430c-915a-ecf7b8fb848c service neutron] Checking agent: {'id': '42669199-0b56-4e25-9a3d-cc561c912f6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 34, 6), 'started_at': datetime.datetime(2022, 3, 31, 15, 34, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:36:28.197019 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5517fd47-28d4-4380-be6f-c92ea490819a req-63dc8279-5662-430c-915a-ecf7b8fb848c service neutron] Checking segment: {'id': '9f3f3b28-e790-40cf-966b-d512f978bb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c806af8a-1bdb-40fd-ae30-2296b114e56c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:36:28.197719 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5517fd47-28d4-4380-be6f-c92ea490819a req-63dc8279-5662-430c-915a-ecf7b8fb848c service neutron] Bound using segment: {'id': '9f3f3b28-e790-40cf-966b-d512f978bb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c806af8a-1bdb-40fd-ae30-2296b114e56c'} {{(pid=104158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:36:28.198263 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.managers [req-5517fd47-28d4-4380-be6f-c92ea490819a req-63dc8279-5662-430c-915a-ecf7b8fb848c service neutron] Bound port: 4ee30d62-1e24-44e6-8324-a905e880bf3a, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f3f3b28-e790-40cf-966b-d512f978bb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c806af8a-1bdb-40fd-ae30-2296b114e56c'}}] {{(pid=104158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:36:28.198771 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-5517fd47-28d4-4380-be6f-c92ea490819a req-63dc8279-5662-430c-915a-ecf7b8fb848c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (4ee30d62-1e24-44e6-8324-a905e880bf3a), before_update {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:28.291495 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eb703b-4f24-426c-9c35-23a4c39674ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48a4620e-a814-4d8f-a005-03c34b57f958,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:28.312736 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-86eb703b-4f24-426c-9c35-23a4c39674ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043269'] for subnet (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:28.320905 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-86eb703b-4f24-426c-9c35-23a4c39674ef admin admin] 10.222.0.21 "DELETE /v2.0/subnets/48a4620e-a814-4d8f-a005-03c34b57f958 HTTP/1.1" status: 204 len: 168 time: 1.0614603 Mar 31 15:36:28.322078 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 42804) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:36:28.361962 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 42806) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:36:28.420432 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-1f1dc86f-926a-42b3-8047-5a239ddc543e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:28.451926 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-433d12c7-5be8-4903-b5fc-399bea1abed0 None None] Attempting to bind port c3426532-127a-4f0f-81e9-ac1ffbac2b79 on host dv-cinder-750782-15-smb for vnic_type normal with profile {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:36:28.454717 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-433d12c7-5be8-4903-b5fc-399bea1abed0 None None] Attempting to bind port c3426532-127a-4f0f-81e9-ac1ffbac2b79 by drivers openvswitch,hyperv on host dv-cinder-750782-15-smb at level 0 using segments [{'id': '3e695c53-0855-4033-b66c-5de9c04ee5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ffd9f9ff-86a8-41a0-b247-ed3515901842'}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:36:28.455166 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433d12c7-5be8-4903-b5fc-399bea1abed0 None None] Attempting to bind port c3426532-127a-4f0f-81e9-ac1ffbac2b79 on network ffd9f9ff-86a8-41a0-b247-ed3515901842 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:36:28.488225 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433d12c7-5be8-4903-b5fc-399bea1abed0 None None] Checking agent: {'id': 'fd34c7ed-cab5-463e-81bb-e9aa6ef90623', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 27, 41), 'started_at': datetime.datetime(2022, 3, 31, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:36:28.492172 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433d12c7-5be8-4903-b5fc-399bea1abed0 None None] Checking segment: {'id': '3e695c53-0855-4033-b66c-5de9c04ee5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ffd9f9ff-86a8-41a0-b247-ed3515901842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:36:28.492172 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-433d12c7-5be8-4903-b5fc-399bea1abed0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:28.492172 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433d12c7-5be8-4903-b5fc-399bea1abed0 None None] Bound using segment: {'id': '3e695c53-0855-4033-b66c-5de9c04ee5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ffd9f9ff-86a8-41a0-b247-ed3515901842'} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:36:28.492172 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-433d12c7-5be8-4903-b5fc-399bea1abed0 None None] Bound port: c3426532-127a-4f0f-81e9-ac1ffbac2b79, host: dv-cinder-750782-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e695c53-0855-4033-b66c-5de9c04ee5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ffd9f9ff-86a8-41a0-b247-ed3515901842'}}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:36:28.492172 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-433d12c7-5be8-4903-b5fc-399bea1abed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (c3426532-127a-4f0f-81e9-ac1ffbac2b79), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:28.528168 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04a8270-bd75-47f7-9b21-51f35af471f1 None None] Pushing event updated for resources: {'Port': ['ID=c3426532-127a-4f0f-81e9-ac1ffbac2b79,revision_number=3']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:28.589019 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.db [req-5517fd47-28d4-4380-be6f-c92ea490819a req-63dc8279-5662-430c-915a-ecf7b8fb848c service neutron] For port 4ee30d62-1e24-44e6-8324-a905e880bf3a, host hv-cinder-75078, cleared binding levels {{(pid=104158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:36:28.594284 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvr_db [None req-0bb71f25-9cf9-4300-8e60-de9340e2db39 None None] Set router 8da13428-dd29-43c2-90b9-9601dc801daa gateway port host: dv-cinder-750782-15-smb {{(pid=104160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:36:28.668741 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.db [req-5517fd47-28d4-4380-be6f-c92ea490819a req-63dc8279-5662-430c-915a-ecf7b8fb848c service neutron] For port 4ee30d62-1e24-44e6-8324-a905e880bf3a, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=4ee30d62-1e24-44e6-8324-a905e880bf3a,segment=NetworkSegment(9f3f3b28-e790-40cf-966b-d512f978bb45),segment_id=9f3f3b28-e790-40cf-966b-d512f978bb45)] {{(pid=104158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:36:28.691184 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-433d12c7-5be8-4903-b5fc-399bea1abed0 None None] For port c3426532-127a-4f0f-81e9-ac1ffbac2b79, host dv-cinder-750782-15-smb, cleared binding levels {{(pid=104161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:36:28.701978 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-433d12c7-5be8-4903-b5fc-399bea1abed0 None None] For port c3426532-127a-4f0f-81e9-ac1ffbac2b79, host dv-cinder-750782-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-smb',level=0,port_id=c3426532-127a-4f0f-81e9-ac1ffbac2b79,segment=NetworkSegment(3e695c53-0855-4033-b66c-5de9c04ee5a9),segment_id=3e695c53-0855-4033-b66c-5de9c04ee5a9)] {{(pid=104161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:36:28.707558 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.agents_db [None req-c7073644-962b-4037-b6f3-12a39092c58a None None] Agent healthcheck: found 6 active agents {{(pid=104161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:36:28.801430 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-f3a91fd9-cf26-4315-875b-4809e5b6722c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:28.820458 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-5517fd47-28d4-4380-be6f-c92ea490819a req-63dc8279-5662-430c-915a-ecf7b8fb848c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (4ee30d62-1e24-44e6-8324-a905e880bf3a), after_update {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:28.845081 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-433d12c7-5be8-4903-b5fc-399bea1abed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (c3426532-127a-4f0f-81e9-ac1ffbac2b79), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:28.913738 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-83bd5592-a229-4eb9-ad5e-3de371ac3de5 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks [] for security_group (734cc27e-e1b0-4159-a6ff-fe716dada738), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:28.949727 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5517fd47-28d4-4380-be6f-c92ea490819a req-63dc8279-5662-430c-915a-ecf7b8fb848c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:28.950917 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-5517fd47-28d4-4380-be6f-c92ea490819a req-63dc8279-5662-430c-915a-ecf7b8fb848c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043269'] for port (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:28.953318 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-5517fd47-28d4-4380-be6f-c92ea490819a req-63dc8279-5662-430c-915a-ecf7b8fb848c service neutron] 10.222.0.26 "PUT /v2.0/ports/4ee30d62-1e24-44e6-8324-a905e880bf3a HTTP/1.1" status: 200 len: 1093 time: 4.3475661 Mar 31 15:36:28.958798 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-e81a78dc-c024-4413-a7c3-f7b902428edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8161909'] for network (82dbb434-8060-4b06-a171-d120af253510), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:28.963281 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2875938-cf9d-41a1-8d95-a10adfec5daa', 'tag': '4ee30d62-1e24-44e6-8324-a905e880bf3a'}] {{(pid=104158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:36:28.966742 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-41fbadb5-5c31-4a8c-b52e-e3fa3eea840b None None] Provisioning complete for port c3426532-127a-4f0f-81e9-ac1ffbac2b79 triggered by entity DHCP. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:36:28.967176 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-41fbadb5-5c31-4a8c-b52e-e3fa3eea840b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (c3426532-127a-4f0f-81e9-ac1ffbac2b79), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:28.998324 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-83bd5592-a229-4eb9-ad5e-3de371ac3de5 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (734cc27e-e1b0-4159-a6ff-fe716dada738), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:29.043600 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04a8270-bd75-47f7-9b21-51f35af471f1 None None] Pushing event updated for resources: {'Port': ['ID=c3426532-127a-4f0f-81e9-ac1ffbac2b79,revision_number=4']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:29.100296 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6147f9-ed31-4a3f-a2b2-57efca4feed2 req-af32028d-2325-49ca-8501-c3b9a51386b4 tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:29.110014 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-ab6147f9-ed31-4a3f-a2b2-57efca4feed2 req-af32028d-2325-49ca-8501-c3b9a51386b4 tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2875938-cf9d-41a1-8d95-a10adfec5daa HTTP/1.1" status: 200 len: 943 time: 0.6866605 Mar 31 15:36:29.112791 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433d12c7-5be8-4903-b5fc-399bea1abed0 None None] Routers {'47e54d6f-fc64-4b8b-9c10-074acfd46db3'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:36:29.114340 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-433d12c7-5be8-4903-b5fc-399bea1abed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:36:06Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['47e54d6f-fc64-4b8b-9c10-074acfd46db3'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:36:29.173243 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Provisioning complete for port 22afbc9f-9d0e-4cfa-8680-77394dc34ccd triggered by entity L2. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:36:29.174545 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (22afbc9f-9d0e-4cfa-8680-77394dc34ccd), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:29.190084 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-83bd5592-a229-4eb9-ad5e-3de371ac3de5 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:29.194979 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-83bd5592-a229-4eb9-ad5e-3de371ac3de5 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.5192668 Mar 31 15:36:29.228190 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 42824) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:36:29.263965 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bd5592-a229-4eb9-ad5e-3de371ac3de5 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=734cc27e-e1b0-4159-a6ff-fe716dada738,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:29.361350 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-f3a91fd9-cf26-4315-875b-4809e5b6722c admin admin] Publish callbacks [] for security_group (d413cc10-9f38-439e-b37d-9ab660d49c0d), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:29.364713 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-1f1dc86f-926a-42b3-8047-5a239ddc543e admin admin] Publish callbacks [] for security_group (292b8fdf-c249-4131-b4f4-85fa35138358), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:29.371471 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.v2.base [None req-9cf5ec0b-9a07-4f3f-adab-6ffddae86d2a tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Request body: {'security_group_rule': {'security_group_id': '734cc27e-e1b0-4159-a6ff-fe716dada738', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:36:29.446050 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-f3a91fd9-cf26-4315-875b-4809e5b6722c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (d413cc10-9f38-439e-b37d-9ab660d49c0d), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:29.527778 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-433d12c7-5be8-4903-b5fc-399bea1abed0 None None] Set router 47e54d6f-fc64-4b8b-9c10-074acfd46db3 gateway port host: dv-cinder-750782-15-smb {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:36:29.534064 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-41fbadb5-5c31-4a8c-b52e-e3fa3eea840b None None] Current status of the port c3426532-127a-4f0f-81e9-ac1ffbac2b79 is: DOWN; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:36:29.539736 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-41fbadb5-5c31-4a8c-b52e-e3fa3eea840b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (c3426532-127a-4f0f-81e9-ac1ffbac2b79), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:29.545901 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-f3a91fd9-cf26-4315-875b-4809e5b6722c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2c7e4c756ab148838677b5adfec571ef&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6761696 Mar 31 15:36:29.557874 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 42836) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:36:29.560727 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-1f1dc86f-926a-42b3-8047-5a239ddc543e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (292b8fdf-c249-4131-b4f4-85fa35138358), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:29.679805 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-1f1dc86f-926a-42b3-8047-5a239ddc543e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=062ab44e47044a12883f68de5071fb23&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3148630 Mar 31 15:36:29.680875 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dc8279-5662-430c-915a-ecf7b8fb848c service neutron] Pushing event updated for resources: {'Port': ['ID=4ee30d62-1e24-44e6-8324-a905e880bf3a,revision_number=3']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:29.794694 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 42842) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:36:29.796132 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a91fd9-cf26-4315-875b-4809e5b6722c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d413cc10-9f38-439e-b37d-9ab660d49c0d,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:29.807579 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-41fbadb5-5c31-4a8c-b52e-e3fa3eea840b None None] For port c3426532-127a-4f0f-81e9-ac1ffbac2b79, host dv-cinder-750782-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-smb',level=0,port_id=c3426532-127a-4f0f-81e9-ac1ffbac2b79,segment=NetworkSegment(3e695c53-0855-4033-b66c-5de9c04ee5a9),segment_id=3e695c53-0855-4033-b66c-5de9c04ee5a9)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:36:29.863834 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Current status of the port 22afbc9f-9d0e-4cfa-8680-77394dc34ccd is: ACTIVE; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:36:29.874451 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-41fbadb5-5c31-4a8c-b52e-e3fa3eea840b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (c3426532-127a-4f0f-81e9-ac1ffbac2b79), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:29.933058 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-ab6147f9-ed31-4a3f-a2b2-57efca4feed2 req-3230fea7-a09e-439a-a13b-4162ad338206 tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cb35ee8-da9b-424d-a950-6faa3a3ad767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8075197 Mar 31 15:36:29.948785 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1dc86f-926a-42b3-8047-5a239ddc543e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=292b8fdf-c249-4131-b4f4-85fa35138358,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:30.036544 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-e81a78dc-c024-4413-a7c3-f7b902428edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8291519', 'neutron.services.segments.db._delete_segments_for_network-8772784778810'] for network (82dbb434-8060-4b06-a171-d120af253510), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:30.076937 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fbadb5-5c31-4a8c-b52e-e3fa3eea840b None None] Pushing event updated for resources: {'Port': ['ID=c3426532-127a-4f0f-81e9-ac1ffbac2b79,revision_number=5']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:30.084336 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f960889515c719e6c42930f5609f9e3ff07dde6b2d3f3be48d9020484c6583bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff38949-2831-4123-8bd9-e37f045568bd" -d '{"events": [{"name": "network-changed", "server_uuid": "b2875938-cf9d-41a1-8d95-a10adfec5daa", "tag": "4ee30d62-1e24-44e6-8324-a905e880bf3a"}]}' {{(pid=104158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:36:30.093019 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.services.segments.db [None req-e81a78dc-c024-4413-a7c3-f7b902428edb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82dbb434-8060-4b06-a171-d120af253510']}} {{(pid=104159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:36:30.118165 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.services.segments.db [None req-e81a78dc-c024-4413-a7c3-f7b902428edb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26df2380-66c5-44b3-9cb1-cf0d35a95bca') {'for_net_delete': True} {{(pid=104159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:36:30.118414 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.services.segments.db [None req-e81a78dc-c024-4413-a7c3-f7b902428edb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26df2380-66c5-44b3-9cb1-cf0d35a95bca') {} {{(pid=104159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:36:30.148750 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-90bb2ab5-ea88-4840-b74d-b5e0eceda4a6 None None] Provisioning complete for port c3426532-127a-4f0f-81e9-ac1ffbac2b79 triggered by entity DHCP. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:36:30.149162 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-90bb2ab5-ea88-4840-b74d-b5e0eceda4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (c3426532-127a-4f0f-81e9-ac1ffbac2b79), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:30.152089 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-e81a78dc-c024-4413-a7c3-f7b902428edb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772784779587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4015711'] for segment (26df2380-66c5-44b3-9cb1-cf0d35a95bca), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:30.196305 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-e81a78dc-c024-4413-a7c3-f7b902428edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8219139'] for segment (26df2380-66c5-44b3-9cb1-cf0d35a95bca), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:30.210437 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e81a78dc-c024-4413-a7c3-f7b902428edb admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=104159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:36:30.212272 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-e81a78dc-c024-4413-a7c3-f7b902428edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8219139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147959'] for segment (26df2380-66c5-44b3-9cb1-cf0d35a95bca), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:30.213880 dv-cinder-750782-15-smb neutron-server[104159]: Traceback (most recent call last): Mar 31 15:36:30.213880 dv-cinder-750782-15-smb neutron-server[104159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:36:30.213880 dv-cinder-750782-15-smb neutron-server[104159]: timer() Mar 31 15:36:30.213880 dv-cinder-750782-15-smb neutron-server[104159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:36:30.213880 dv-cinder-750782-15-smb neutron-server[104159]: cb(*args, **kw) Mar 31 15:36:30.213880 dv-cinder-750782-15-smb neutron-server[104159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 15:36:30.213880 dv-cinder-750782-15-smb neutron-server[104159]: return func(*args, **kwargs) Mar 31 15:36:30.213880 dv-cinder-750782-15-smb neutron-server[104159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:36:30.213880 dv-cinder-750782-15-smb neutron-server[104159]: self._notify() Mar 31 15:36:30.213880 dv-cinder-750782-15-smb neutron-server[104159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:36:30.213880 dv-cinder-750782-15-smb neutron-server[104159]: self.callback(batched_events) Mar 31 15:36:30.213880 dv-cinder-750782-15-smb neutron-server[104159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:36:30.213880 dv-cinder-750782-15-smb neutron-server[104159]: event.method(event) Mar 31 15:36:30.213880 dv-cinder-750782-15-smb neutron-server[104159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 15:36:30.213880 dv-cinder-750782-15-smb neutron-server[104159]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:36:30.213880 dv-cinder-750782-15-smb neutron-server[104159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 15:36:30.213880 dv-cinder-750782-15-smb neutron-server[104159]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:36:30.213880 dv-cinder-750782-15-smb neutron-server[104159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 15:36:30.213880 dv-cinder-750782-15-smb neutron-server[104159]: return f(self, *a, **k) Mar 31 15:36:30.213880 dv-cinder-750782-15-smb neutron-server[104159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 15:36:30.213880 dv-cinder-750782-15-smb neutron-server[104159]: return self._get(url).json() Mar 31 15:36:30.213880 dv-cinder-750782-15-smb neutron-server[104159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 15:36:30.213880 dv-cinder-750782-15-smb neutron-server[104159]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:36:30.213880 dv-cinder-750782-15-smb neutron-server[104159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:36:30.213880 dv-cinder-750782-15-smb neutron-server[104159]: return self.request(url, 'GET', **kwargs) Mar 31 15:36:30.213880 dv-cinder-750782-15-smb neutron-server[104159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:36:30.213880 dv-cinder-750782-15-smb neutron-server[104159]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:36:30.213880 dv-cinder-750782-15-smb neutron-server[104159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:36:30.213880 dv-cinder-750782-15-smb neutron-server[104159]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:36:30.213880 dv-cinder-750782-15-smb neutron-server[104159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:36:30.213880 dv-cinder-750782-15-smb neutron-server[104159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:36:30.213880 dv-cinder-750782-15-smb neutron-server[104159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:36:30.257265 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_hamode_db [None req-0bb71f25-9cf9-4300-8e60-de9340e2db39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da13428-dd29-43c2-90b9-9601dc801daa', 'name': 'tempest-AttachVolumeTestJSON-1657121342-router', 'tenant_id': 'be4d3c00b0c245529e30b10275e77a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.250'}], 'enable_snat': True}, 'gw_port_id': '22afbc9f-9d0e-4cfa-8680-77394dc34ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:36:14Z', 'updated_at': '2022-03-31T15:36:24Z', 'revision_number': 4, 'project_id': 'be4d3c00b0c245529e30b10275e77a1a', 'gw_port': {'id': '22afbc9f-9d0e-4cfa-8680-77394dc34ccd', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da13428-dd29-43c2-90b9-9601dc801daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:15Z', 'updated_at': '2022-03-31T15:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_interfaces': [{'id': '270cf125-196c-4eb9-9e3a-b28307d064dc', 'name': '', 'network_id': 'acf2b035-5efb-451b-83b3-46613c8b8e46', 'tenant_id': 'be4d3c00b0c245529e30b10275e77a1a', 'mac_address': 'fa:16:3e:63:94:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da13428-dd29-43c2-90b9-9601dc801daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '0ed38ac7-8ffd-41b7-819b-98cf852cf0d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:21Z', 'updated_at': '2022-03-31T15:36:24Z', 'revision_number': 2, 'project_id': 'be4d3c00b0c245529e30b10275e77a1a', 'subnets': [{'id': '0ed38ac7-8ffd-41b7-819b-98cf852cf0d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:36:30.296545 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-fa03b70a-f1f7-4576-8299-9279352aab83 admin admin] Publish callbacks [] for security_group (292b8fdf-c249-4131-b4f4-85fa35138358), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:30.307381 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-433d12c7-5be8-4903-b5fc-399bea1abed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'name': 'tempest-AttachVolumeNegativeTest-1394788082-router', 'tenant_id': '893dd59441624f78817c4a649a0aaf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.62'}], 'enable_snat': True}, 'gw_port_id': '76eb623c-a949-48c4-8a2d-84c7b10c4265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:36:14Z', 'updated_at': '2022-03-31T15:36:22Z', 'revision_number': 4, 'project_id': '893dd59441624f78817c4a649a0aaf40', 'gw_port': {'id': '76eb623c-a949-48c4-8a2d-84c7b10c4265', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:15Z', 'updated_at': '2022-03-31T15:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_interfaces': [{'id': 'c3426532-127a-4f0f-81e9-ac1ffbac2b79', 'name': '', 'network_id': 'ffd9f9ff-86a8-41a0-b247-ed3515901842', 'tenant_id': '893dd59441624f78817c4a649a0aaf40', 'mac_address': 'fa:16:3e:d8:13:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2b9feebc-e9c9-4a4e-ad3c-a41e234df103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:20Z', 'updated_at': '2022-03-31T15:36:28Z', 'revision_number': 4, 'project_id': '893dd59441624f78817c4a649a0aaf40', 'subnets': [{'id': '2b9feebc-e9c9-4a4e-ad3c-a41e234df103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:36:30.313442 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5517fd47-28d4-4380-be6f-c92ea490819a req-9eb7c3cf-2336-4824-99ed-19fc9e40753e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:30.316700 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-5517fd47-28d4-4380-be6f-c92ea490819a req-9eb7c3cf-2336-4824-99ed-19fc9e40753e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d0def161a18a46ca8d69ee028d64b893&device_id=b2875938-cf9d-41a1-8d95-a10adfec5daa HTTP/1.1" status: 200 len: 1127 time: 1.1032267 Mar 31 15:36:30.325885 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-9cf5ec0b-9a07-4f3f-adab-6ffddae86d2a tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks [] for security_group_rule (84c5bcbc-6ad3-469c-8261-feaccb2b3596), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:30.343335 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb71f25-9cf9-4300-8e60-de9340e2db39 None None] Checking router: 8da13428-dd29-43c2-90b9-9601dc801daa for host: dv-cinder-750782-15-smb {{(pid=104160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:36:30.343729 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb71f25-9cf9-4300-8e60-de9340e2db39 None None] Updating router 8da13428-dd29-43c2-90b9-9601dc801daa port 270cf125-196c-4eb9-9e3a-b28307d064dc binding host dv-cinder-750782-15-smb {{(pid=104160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:36:30.368924 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 42860) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:36:30.373470 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.v2.base [None req-3071cdcc-8882-4133-b4b3-c66e448ca458 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1480664755', 'description': 'tempest-description--434222788'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:36:30.398235 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433d12c7-5be8-4903-b5fc-399bea1abed0 None None] The sync data for ids ['47e54d6f-fc64-4b8b-9c10-074acfd46db3'] in dv-cinder-750782-15-smb is: [{'id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'name': 'tempest-AttachVolumeNegativeTest-1394788082-router', 'tenant_id': '893dd59441624f78817c4a649a0aaf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.62'}], 'enable_snat': True}, 'gw_port_id': '76eb623c-a949-48c4-8a2d-84c7b10c4265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:36:14Z', 'updated_at': '2022-03-31T15:36:22Z', 'revision_number': 4, 'project_id': '893dd59441624f78817c4a649a0aaf40', 'gw_port': {'id': '76eb623c-a949-48c4-8a2d-84c7b10c4265', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:15Z', 'updated_at': '2022-03-31T15:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_interfaces': [{'id': 'c3426532-127a-4f0f-81e9-ac1ffbac2b79', 'name': '', 'network_id': 'ffd9f9ff-86a8-41a0-b247-ed3515901842', 'tenant_id': '893dd59441624f78817c4a649a0aaf40', 'mac_address': 'fa:16:3e:d8:13:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2b9feebc-e9c9-4a4e-ad3c-a41e234df103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:20Z', 'updated_at': '2022-03-31T15:36:28Z', 'revision_number': 4, 'project_id': '893dd59441624f78817c4a649a0aaf40', 'subnets': [{'id': '2b9feebc-e9c9-4a4e-ad3c-a41e234df103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:36:30.414676 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-fa03b70a-f1f7-4576-8299-9279352aab83 admin admin] Publish callbacks [] for security_group (292b8fdf-c249-4131-b4f4-85fa35138358), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:30.459857 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-e81a78dc-c024-4413-a7c3-f7b902428edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8291510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574053'] for network (82dbb434-8060-4b06-a171-d120af253510), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:30.473551 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-e81a78dc-c024-4413-a7c3-f7b902428edb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043269'] for network (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:30.488952 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-e81a78dc-c024-4413-a7c3-f7b902428edb admin admin] 10.222.0.21 "DELETE /v2.0/networks/82dbb434-8060-4b06-a171-d120af253510 HTTP/1.1" status: 204 len: 168 time: 2.1575696 Mar 31 15:36:30.552923 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-3071cdcc-8882-4133-b4b3-c66e448ca458 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:30.559953 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0bb71f25-9cf9-4300-8e60-de9340e2db39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (270cf125-196c-4eb9-9e3a-b28307d064dc), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:30.571846 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81a78dc-c024-4413-a7c3-f7b902428edb admin admin] Pushing event deleted for resources: {'Network': ['ID=82dbb434-8060-4b06-a171-d120af253510,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:30.703586 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-3071cdcc-8882-4133-b4b3-c66e448ca458 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Publish callbacks [] for security_group (9020a30f-f95a-46d9-b9d2-f07418290371), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:30.739034 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-015f0dec-aefa-429b-9218-b103d4555e93 x-openstack-request-id: req-015f0dec-aefa-429b-9218-b103d4555e93 {{(pid=104158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:36:30.739348 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2875938-cf9d-41a1-8d95-a10adfec5daa", "tag": "4ee30d62-1e24-44e6-8324-a905e880bf3a", "status": "completed", "code": 200}]} {{(pid=104158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:36:30.739652 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-015f0dec-aefa-429b-9218-b103d4555e93 {{(pid=104158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:36:30.740138 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.notifiers.nova [-] Nova event matching ['req-015f0dec-aefa-429b-9218-b103d4555e93'] response: {'name': 'network-changed', 'server_uuid': 'b2875938-cf9d-41a1-8d95-a10adfec5daa', 'tag': '4ee30d62-1e24-44e6-8324-a905e880bf3a', 'status': 'completed', 'code': 200} Mar 31 15:36:30.778433 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-3071cdcc-8882-4133-b4b3-c66e448ca458 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (9020a30f-f95a-46d9-b9d2-f07418290371), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:30.849479 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-5517fd47-28d4-4380-be6f-c92ea490819a req-f76399bd-82b2-400b-a3df-cbea8414229b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4ee30d62-1e24-44e6-8324-a905e880bf3a HTTP/1.1" status: 200 len: 217 time: 0.4849029 Mar 31 15:36:30.850224 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-fa03b70a-f1f7-4576-8299-9279352aab83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (292b8fdf-c249-4131-b4f4-85fa35138358), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:30.861604 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-fa03b70a-f1f7-4576-8299-9279352aab83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:30.865969 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-fa03b70a-f1f7-4576-8299-9279352aab83 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/292b8fdf-c249-4131-b4f4-85fa35138358 HTTP/1.1" status: 204 len: 168 time: 1.0589643 Mar 31 15:36:30.929974 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3071cdcc-8882-4133-b4b3-c66e448ca458 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9020a30f-f95a-46d9-b9d2-f07418290371,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:30.943428 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-9cf5ec0b-9a07-4f3f-adab-6ffddae86d2a tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks [] for security_group_rule (84c5bcbc-6ad3-469c-8261-feaccb2b3596), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:30.987837 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-3071cdcc-8882-4133-b4b3-c66e448ca458 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:30.992726 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-3071cdcc-8882-4133-b4b3-c66e448ca458 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6252344 Mar 31 15:36:30.997687 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 42874) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:36:31.020779 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.v2.base [None req-0b83cb3e-e582-4ebf-93a2-4acac4357e62 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Request body: {'security_group_rule': {'security_group_id': '9020a30f-f95a-46d9-b9d2-f07418290371', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:36:31.066512 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-afd52b7b-6d4e-48c8-a7a3-f4e4dfb7219e admin admin] Publish callbacks [] for security_group (d413cc10-9f38-439e-b37d-9ab660d49c0d), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:31.078692 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa03b70a-f1f7-4576-8299-9279352aab83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=292b8fdf-c249-4131-b4f4-85fa35138358,revision_number=None']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:31.126575 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-9cf5ec0b-9a07-4f3f-adab-6ffddae86d2a tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045380'] for security_group_rule (84c5bcbc-6ad3-469c-8261-feaccb2b3596), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:31.203679 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-afd52b7b-6d4e-48c8-a7a3-f4e4dfb7219e admin admin] Publish callbacks [] for security_group (d413cc10-9f38-439e-b37d-9ab660d49c0d), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:31.242736 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5517fd47-28d4-4380-be6f-c92ea490819a req-70235794-459c-4d64-a6c2-077aec996f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:31.244188 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-5517fd47-28d4-4380-be6f-c92ea490819a req-70235794-459c-4d64-a6c2-077aec996f5a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=32ce8989-584f-4bb1-9eb5-9dfe1a9a84b0 HTTP/1.1" status: 200 len: 851 time: 0.3717003 Mar 31 15:36:31.245669 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-0b83cb3e-e582-4ebf-93a2-4acac4357e62 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Publish callbacks [] for security_group_rule (45ae2609-e32d-42c2-8305-6566029549e4), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:31.258216 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-90bb2ab5-ea88-4840-b74d-b5e0eceda4a6 None None] Current status of the port c3426532-127a-4f0f-81e9-ac1ffbac2b79 is: ACTIVE; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:36:31.346387 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf5ec0b-9a07-4f3f-adab-6ffddae86d2a tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84c5bcbc-6ad3-469c-8261-feaccb2b3596,revision_number=0']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:31.396344 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-5517fd47-28d4-4380-be6f-c92ea490819a req-9a7a8eae-c92a-4acb-aa87-7c0fd83f56bd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c806af8a-1bdb-40fd-ae30-2296b114e56c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1111438 Mar 31 15:36:31.405526 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-9cf5ec0b-9a07-4f3f-adab-6ffddae86d2a tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:31.410707 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-9cf5ec0b-9a07-4f3f-adab-6ffddae86d2a tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0403275 Mar 31 15:36:31.426898 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 42876) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:36:31.463251 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.v2.base [None req-0b052099-412d-4e1f-ae7b-5c7302fea116 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Request body: {'security_group_rule': {'security_group_id': '734cc27e-e1b0-4159-a6ff-fe716dada738', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:36:31.515007 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-0b83cb3e-e582-4ebf-93a2-4acac4357e62 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Publish callbacks [] for security_group_rule (45ae2609-e32d-42c2-8305-6566029549e4), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:31.638330 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-0b83cb3e-e582-4ebf-93a2-4acac4357e62 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045380'] for security_group_rule (45ae2609-e32d-42c2-8305-6566029549e4), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:31.700417 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 42882) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:36:31.723921 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b83cb3e-e582-4ebf-93a2-4acac4357e62 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45ae2609-e32d-42c2-8305-6566029549e4,revision_number=0']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:31.783655 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0bb71f25-9cf9-4300-8e60-de9340e2db39 None None] Publish callbacks [] for port (270cf125-196c-4eb9-9e3a-b28307d064dc), precommit_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:31.790647 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-26a7a8ff-3108-4531-862b-7c8a390edf96 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7cd72150db8441a6ad4cc770896ce803&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0876441 Mar 31 15:36:31.791594 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 42886) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:36:31.818773 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-0b83cb3e-e582-4ebf-93a2-4acac4357e62 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:31.826370 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-0b83cb3e-e582-4ebf-93a2-4acac4357e62 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8265896 Mar 31 15:36:31.827931 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 42888) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:36:31.856978 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.v2.base [None req-54aa033d-e4c0-40f8-a1fd-27b22586726a tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Request body: {'security_group_rule': {'security_group_id': '9020a30f-f95a-46d9-b9d2-f07418290371', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:36:31.898015 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0bb71f25-9cf9-4300-8e60-de9340e2db39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (270cf125-196c-4eb9-9e3a-b28307d064dc), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:31.935543 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-52f6395a-96ab-427e-b087-e7e7b41363ac admin admin] Publish callbacks [] for security_group (acf957f6-a3e8-4cec-be1c-f9f2848701bb), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:31.991515 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-52f6395a-96ab-427e-b087-e7e7b41363ac admin admin] Publish callbacks [] for security_group (acf957f6-a3e8-4cec-be1c-f9f2848701bb), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:32.126566 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-54aa033d-e4c0-40f8-a1fd-27b22586726a tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Publish callbacks [] for security_group_rule (27687c68-c758-44bf-b427-a0644bc5aa1a), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:32.246791 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device c3426532-127a-4f0f-81e9-ac1ffbac2b79 up at agent ovs-agent-dv-cinder-750782-15-smb {{(pid=104160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:36:32.249450 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [None req-0bb71f25-9cf9-4300-8e60-de9340e2db39 None None] Attempting to bind port 270cf125-196c-4eb9-9e3a-b28307d064dc on host dv-cinder-750782-15-smb for vnic_type normal with profile {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:36:32.249869 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [None req-0bb71f25-9cf9-4300-8e60-de9340e2db39 None None] Attempting to bind port 270cf125-196c-4eb9-9e3a-b28307d064dc by drivers openvswitch,hyperv on host dv-cinder-750782-15-smb at level 0 using segments [{'id': 'ec34a71e-0dc7-4d80-8f0e-2bcd71ad2a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'acf2b035-5efb-451b-83b3-46613c8b8e46'}] {{(pid=104160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:36:32.250230 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb71f25-9cf9-4300-8e60-de9340e2db39 None None] Attempting to bind port 270cf125-196c-4eb9-9e3a-b28307d064dc on network acf2b035-5efb-451b-83b3-46613c8b8e46 {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:36:32.256983 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725a1dc9-92a2-45f7-8a41-847c68e4aeac None None] Pushing event updated for resources: {'Port': ['ID=270cf125-196c-4eb9-9e3a-b28307d064dc,revision_number=3']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:32.261348 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb71f25-9cf9-4300-8e60-de9340e2db39 None None] Checking agent: {'id': 'fd34c7ed-cab5-463e-81bb-e9aa6ef90623', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 27, 41), 'started_at': datetime.datetime(2022, 3, 31, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:36:32.262036 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb71f25-9cf9-4300-8e60-de9340e2db39 None None] Checking segment: {'id': 'ec34a71e-0dc7-4d80-8f0e-2bcd71ad2a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'acf2b035-5efb-451b-83b3-46613c8b8e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:36:32.262134 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0bb71f25-9cf9-4300-8e60-de9340e2db39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:32.262506 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb71f25-9cf9-4300-8e60-de9340e2db39 None None] Bound using segment: {'id': 'ec34a71e-0dc7-4d80-8f0e-2bcd71ad2a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'acf2b035-5efb-451b-83b3-46613c8b8e46'} {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:36:32.262990 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [None req-0bb71f25-9cf9-4300-8e60-de9340e2db39 None None] Bound port: 270cf125-196c-4eb9-9e3a-b28307d064dc, host: dv-cinder-750782-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec34a71e-0dc7-4d80-8f0e-2bcd71ad2a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'acf2b035-5efb-451b-83b3-46613c8b8e46'}}] {{(pid=104160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:36:32.263367 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0bb71f25-9cf9-4300-8e60-de9340e2db39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (270cf125-196c-4eb9-9e3a-b28307d064dc), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:32.268139 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-0b052099-412d-4e1f-ae7b-5c7302fea116 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks [] for security_group_rule (85e3d8f6-d38d-4eb7-b495-5813ccbfcacc), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:32.271418 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-54aa033d-e4c0-40f8-a1fd-27b22586726a tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Publish callbacks [] for security_group_rule (27687c68-c758-44bf-b427-a0644bc5aa1a), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:32.273416 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-52f6395a-96ab-427e-b087-e7e7b41363ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (acf957f6-a3e8-4cec-be1c-f9f2848701bb), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:32.277184 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-52f6395a-96ab-427e-b087-e7e7b41363ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:32.298750 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-52f6395a-96ab-427e-b087-e7e7b41363ac admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/acf957f6-a3e8-4cec-be1c-f9f2848701bb HTTP/1.1" status: 204 len: 168 time: 0.5025992 Mar 31 15:36:32.327457 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f6395a-96ab-427e-b087-e7e7b41363ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf957f6-a3e8-4cec-be1c-f9f2848701bb,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:32.375744 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-54aa033d-e4c0-40f8-a1fd-27b22586726a tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045380'] for security_group_rule (27687c68-c758-44bf-b427-a0644bc5aa1a), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:32.400205 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f77f71-c15b-4ab6-87b0-a53f3c45c5ef req-6f6b9aab-e3e0-4576-9723-8c0fd178df3c tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:32.404628 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-e6f77f71-c15b-4ab6-87b0-a53f3c45c5ef req-6f6b9aab-e3e0-4576-9723-8c0fd178df3c tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2875938-cf9d-41a1-8d95-a10adfec5daa HTTP/1.1" status: 200 len: 943 time: 1.2093153 Mar 31 15:36:32.432788 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-afd52b7b-6d4e-48c8-a7a3-f4e4dfb7219e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (d413cc10-9f38-439e-b37d-9ab660d49c0d), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:32.437034 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-afd52b7b-6d4e-48c8-a7a3-f4e4dfb7219e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:32.439844 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-afd52b7b-6d4e-48c8-a7a3-f4e4dfb7219e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d413cc10-9f38-439e-b37d-9ab660d49c0d HTTP/1.1" status: 204 len: 168 time: 2.7815289 Mar 31 15:36:32.492292 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aa033d-e4c0-40f8-a1fd-27b22586726a tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27687c68-c758-44bf-b427-a0644bc5aa1a,revision_number=0']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:32.548404 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-0bb71f25-9cf9-4300-8e60-de9340e2db39 None None] For port 270cf125-196c-4eb9-9e3a-b28307d064dc, host dv-cinder-750782-15-smb, cleared binding levels {{(pid=104160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:36:32.561729 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Provisioning complete for port c3426532-127a-4f0f-81e9-ac1ffbac2b79 triggered by entity L2. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:36:32.567978 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (c3426532-127a-4f0f-81e9-ac1ffbac2b79), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:32.626508 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-54aa033d-e4c0-40f8-a1fd-27b22586726a tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:32.632059 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-54aa033d-e4c0-40f8-a1fd-27b22586726a tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7925258 Mar 31 15:36:32.632059 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 42906) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:36:32.637910 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.v2.base [None req-5d31b333-8a5c-4993-ab02-680852e08fc3 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Request body: {'floatingip': {'floating_network_id': '8959fca3-760a-428d-87ed-41d110f4f943'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:36:32.644482 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-0bb71f25-9cf9-4300-8e60-de9340e2db39 None None] For port 270cf125-196c-4eb9-9e3a-b28307d064dc, host dv-cinder-750782-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-smb',level=0,port_id=270cf125-196c-4eb9-9e3a-b28307d064dc,segment=NetworkSegment(ec34a71e-0dc7-4d80-8f0e-2bcd71ad2a76),segment_id=ec34a71e-0dc7-4d80-8f0e-2bcd71ad2a76)] {{(pid=104160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:36:32.655160 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-0b052099-412d-4e1f-ae7b-5c7302fea116 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks [] for security_group_rule (85e3d8f6-d38d-4eb7-b495-5813ccbfcacc), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:32.658468 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-9aeeb0c1-5f99-45d5-b3d0-c3c935215c3d None None] Provisioning complete for port 270cf125-196c-4eb9-9e3a-b28307d064dc triggered by entity DHCP. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:36:32.662815 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-9aeeb0c1-5f99-45d5-b3d0-c3c935215c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (270cf125-196c-4eb9-9e3a-b28307d064dc), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:32.691747 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd52b7b-6d4e-48c8-a7a3-f4e4dfb7219e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d413cc10-9f38-439e-b37d-9ab660d49c0d,revision_number=None']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:32.703639 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-5517fd47-28d4-4380-be6f-c92ea490819a req-3935e32c-55d9-4ab4-ba3f-82afe0b08848 service neutron] 10.222.0.26 "GET /v2.0/networks/c806af8a-1bdb-40fd-ae30-2296b114e56c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2915399 Mar 31 15:36:32.754627 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-9aeeb0c1-5f99-45d5-b3d0-c3c935215c3d None None] Port 270cf125-196c-4eb9-9e3a-b28307d064dc cannot update to ACTIVE because it is not bound. {{(pid=104160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:36:32.759127 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0bb71f25-9cf9-4300-8e60-de9340e2db39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (270cf125-196c-4eb9-9e3a-b28307d064dc), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:32.763149 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-0b052099-412d-4e1f-ae7b-5c7302fea116 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045380'] for security_group_rule (85e3d8f6-d38d-4eb7-b495-5813ccbfcacc), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:32.766596 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Current status of the port c3426532-127a-4f0f-81e9-ac1ffbac2b79 is: ACTIVE; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:36:32.810296 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-5d31b333-8a5c-4993-ab02-680852e08fc3 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:32.835649 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb71f25-9cf9-4300-8e60-de9340e2db39 None None] Routers {'8da13428-dd29-43c2-90b9-9601dc801daa'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:36:32.836379 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_hamode_db [None req-0bb71f25-9cf9-4300-8e60-de9340e2db39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:36:06Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['8da13428-dd29-43c2-90b9-9601dc801daa'], 'active': True} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:36:32.973103 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725a1dc9-92a2-45f7-8a41-847c68e4aeac None None] Pushing event updated for resources: {'Port': ['ID=270cf125-196c-4eb9-9e3a-b28307d064dc,revision_number=4']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:33.031876 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b052099-412d-4e1f-ae7b-5c7302fea116 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85e3d8f6-d38d-4eb7-b495-5813ccbfcacc,revision_number=0']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:33.067535 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-e6f77f71-c15b-4ab6-87b0-a53f3c45c5ef req-437d3acb-a1d5-454a-ad38-53a2c9e9de57 tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cb35ee8-da9b-424d-a950-6faa3a3ad767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6027052 Mar 31 15:36:33.184916 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-5517fd47-28d4-4380-be6f-c92ea490819a req-26dbf0e4-be2b-48f7-b222-a4c5bb153c0f service neutron] 10.222.0.26 "GET /v2.0/networks/c806af8a-1bdb-40fd-ae30-2296b114e56c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4647813 Mar 31 15:36:33.185952 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvr_db [None req-0bb71f25-9cf9-4300-8e60-de9340e2db39 None None] Set router 8da13428-dd29-43c2-90b9-9601dc801daa gateway port host: dv-cinder-750782-15-smb {{(pid=104160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:36:33.203460 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-0b052099-412d-4e1f-ae7b-5c7302fea116 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:33.203460 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-0b052099-412d-4e1f-ae7b-5c7302fea116 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7666626 Mar 31 15:36:33.203460 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 42914) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:36:33.217103 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.v2.base [None req-5f740e45-7e29-439b-8b4c-e8fd338f1d3b tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Request body: {'floatingip': {'floating_network_id': '8959fca3-760a-428d-87ed-41d110f4f943'}} {{(pid=104158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:36:33.423910 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-5d31b333-8a5c-4993-ab02-680852e08fc3 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:33.478539 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-5f740e45-7e29-439b-8b4c-e8fd338f1d3b tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:33.538536 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-92c9da8a-06fb-4d11-9c66-fe566e3f4df4 None None] Provisioning complete for port 270cf125-196c-4eb9-9e3a-b28307d064dc triggered by entity DHCP. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:36:33.539541 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-92c9da8a-06fb-4d11-9c66-fe566e3f4df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (270cf125-196c-4eb9-9e3a-b28307d064dc), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:33.684052 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff38949-2831-4123-8bd9-e37f045568bd req-15bc6bc9-b7ae-464e-9501-1d002a23b1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:33.686957 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-fff38949-2831-4123-8bd9-e37f045568bd req-15bc6bc9-b7ae-464e-9501-1d002a23b1fe service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d0def161a18a46ca8d69ee028d64b893&device_id=b2875938-cf9d-41a1-8d95-a10adfec5daa HTTP/1.1" status: 200 len: 1127 time: 0.3296280 Mar 31 15:36:33.738595 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_hamode_db [None req-0bb71f25-9cf9-4300-8e60-de9340e2db39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da13428-dd29-43c2-90b9-9601dc801daa', 'name': 'tempest-AttachVolumeTestJSON-1657121342-router', 'tenant_id': 'be4d3c00b0c245529e30b10275e77a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.250'}], 'enable_snat': True}, 'gw_port_id': '22afbc9f-9d0e-4cfa-8680-77394dc34ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:36:14Z', 'updated_at': '2022-03-31T15:36:24Z', 'revision_number': 4, 'project_id': 'be4d3c00b0c245529e30b10275e77a1a', 'gw_port': {'id': '22afbc9f-9d0e-4cfa-8680-77394dc34ccd', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da13428-dd29-43c2-90b9-9601dc801daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:15Z', 'updated_at': '2022-03-31T15:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_interfaces': [{'id': '270cf125-196c-4eb9-9e3a-b28307d064dc', 'name': '', 'network_id': 'acf2b035-5efb-451b-83b3-46613c8b8e46', 'tenant_id': 'be4d3c00b0c245529e30b10275e77a1a', 'mac_address': 'fa:16:3e:63:94:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da13428-dd29-43c2-90b9-9601dc801daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '0ed38ac7-8ffd-41b7-819b-98cf852cf0d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:21Z', 'updated_at': '2022-03-31T15:36:32Z', 'revision_number': 4, 'project_id': 'be4d3c00b0c245529e30b10275e77a1a', 'subnets': [{'id': '0ed38ac7-8ffd-41b7-819b-98cf852cf0d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:36:33.741717 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-92c9da8a-06fb-4d11-9c66-fe566e3f4df4 None None] Current status of the port 270cf125-196c-4eb9-9e3a-b28307d064dc is: DOWN; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:36:33.742164 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-92c9da8a-06fb-4d11-9c66-fe566e3f4df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (270cf125-196c-4eb9-9e3a-b28307d064dc), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:33.767778 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.db_base_plugin_common [None req-5d31b333-8a5c-4993-ab02-680852e08fc3 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Allocated IP 172.28.2.251 (8959fca3-760a-428d-87ed-41d110f4f943/79fe0710-163f-45bc-8cd9-cc15163c6821/8129e0a6-311c-4b50-adcd-b7c91e839a8b) {{(pid=104159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:36:33.856979 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb71f25-9cf9-4300-8e60-de9340e2db39 None None] The sync data for ids ['8da13428-dd29-43c2-90b9-9601dc801daa'] in dv-cinder-750782-15-smb is: [{'id': '8da13428-dd29-43c2-90b9-9601dc801daa', 'name': 'tempest-AttachVolumeTestJSON-1657121342-router', 'tenant_id': 'be4d3c00b0c245529e30b10275e77a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.250'}], 'enable_snat': True}, 'gw_port_id': '22afbc9f-9d0e-4cfa-8680-77394dc34ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:36:14Z', 'updated_at': '2022-03-31T15:36:24Z', 'revision_number': 4, 'project_id': 'be4d3c00b0c245529e30b10275e77a1a', 'gw_port': {'id': '22afbc9f-9d0e-4cfa-8680-77394dc34ccd', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da13428-dd29-43c2-90b9-9601dc801daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:15Z', 'updated_at': '2022-03-31T15:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_interfaces': [{'id': '270cf125-196c-4eb9-9e3a-b28307d064dc', 'name': '', 'network_id': 'acf2b035-5efb-451b-83b3-46613c8b8e46', 'tenant_id': 'be4d3c00b0c245529e30b10275e77a1a', 'mac_address': 'fa:16:3e:63:94:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da13428-dd29-43c2-90b9-9601dc801daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '0ed38ac7-8ffd-41b7-819b-98cf852cf0d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:21Z', 'updated_at': '2022-03-31T15:36:32Z', 'revision_number': 4, 'project_id': 'be4d3c00b0c245529e30b10275e77a1a', 'subnets': [{'id': '0ed38ac7-8ffd-41b7-819b-98cf852cf0d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:36:33.864112 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 42930) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:36:34.046366 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-92c9da8a-06fb-4d11-9c66-fe566e3f4df4 None None] For port 270cf125-196c-4eb9-9e3a-b28307d064dc, host dv-cinder-750782-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-smb',level=0,port_id=270cf125-196c-4eb9-9e3a-b28307d064dc,segment=NetworkSegment(ec34a71e-0dc7-4d80-8f0e-2bcd71ad2a76),segment_id=ec34a71e-0dc7-4d80-8f0e-2bcd71ad2a76)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:36:34.146760 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-92c9da8a-06fb-4d11-9c66-fe566e3f4df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (270cf125-196c-4eb9-9e3a-b28307d064dc), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:34.279781 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-400f624c-b271-42f5-81fb-2c160d94ecab admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=68b331eef1af421890e02ad5361b5416&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4121785 Mar 31 15:36:34.283921 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 42948) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:36:34.288133 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-eb41faa2-0fec-4429-9a15-fce39384583a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (80b0103a-7158-48a6-b59a-3fe393c523d9), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:34.307629 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff38949-2831-4123-8bd9-e37f045568bd req-14ec7488-eb55-49e2-803b-c43e35e346ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:34.309210 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-fff38949-2831-4123-8bd9-e37f045568bd req-14ec7488-eb55-49e2-803b-c43e35e346ba service neutron] 10.222.0.26 "GET /v2.0/networks?id=c806af8a-1bdb-40fd-ae30-2296b114e56c HTTP/1.1" status: 200 len: 912 time: 0.6061094 Mar 31 15:36:34.361174 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c9da8a-06fb-4d11-9c66-fe566e3f4df4 None None] Pushing event updated for resources: {'Port': ['ID=270cf125-196c-4eb9-9e3a-b28307d064dc,revision_number=5']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:34.406495 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-5d31b333-8a5c-4993-ab02-680852e08fc3 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Publish callbacks [] for port (8129e0a6-311c-4b50-adcd-b7c91e839a8b), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:34.414274 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-fff38949-2831-4123-8bd9-e37f045568bd req-f7028d93-d6c6-4e45-a134-6dfa972ce744 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4ee30d62-1e24-44e6-8324-a905e880bf3a HTTP/1.1" status: 200 len: 217 time: 0.0973561 Mar 31 15:36:34.425990 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-5f740e45-7e29-439b-8b4c-e8fd338f1d3b tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:34.526933 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105288e5-f704-4837-a93f-a6a09d2a316b req-29b2f6e1-a816-4f99-a63e-2f976a699330 tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:34.528779 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-105288e5-f704-4837-a93f-a6a09d2a316b req-29b2f6e1-a816-4f99-a63e-2f976a699330 tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2875938-cf9d-41a1-8d95-a10adfec5daa HTTP/1.1" status: 200 len: 943 time: 0.2499197 Mar 31 15:36:34.674205 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-5d31b333-8a5c-4993-ab02-680852e08fc3 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772784453870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3148002'] for port (8129e0a6-311c-4b50-adcd-b7c91e839a8b), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:34.681334 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-105288e5-f704-4837-a93f-a6a09d2a316b req-568b3dd2-c8f7-4dee-b8a0-ada66e071903 tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cb35ee8-da9b-424d-a950-6faa3a3ad767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269689 Mar 31 15:36:34.744027 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-5a203d26-007a-4e19-80f1-6c5f34455da2 admin admin] Publish callbacks [] for security_group (df1a12cf-5b78-4412-835b-1fc5823b1347), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:34.745346 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d31b333-8a5c-4993-ab02-680852e08fc3 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Network 8959fca3-760a-428d-87ed-41d110f4f943 is already hosted by enough agents. {{(pid=104159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:36:34.751299 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [None req-5d31b333-8a5c-4993-ab02-680852e08fc3 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Resources bound (agent type, host, resource id): {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:36:34.758182 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d31b333-8a5c-4993-ab02-680852e08fc3 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Received port after_create {{(pid=104159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:36:34.836266 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff38949-2831-4123-8bd9-e37f045568bd req-f4861f64-3fc4-4d82-a9ba-8469a2e1b380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:34.838822 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-fff38949-2831-4123-8bd9-e37f045568bd req-f4861f64-3fc4-4d82-a9ba-8469a2e1b380 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=32ce8989-584f-4bb1-9eb5-9dfe1a9a84b0 HTTP/1.1" status: 200 len: 851 time: 0.4036577 Mar 31 15:36:34.869323 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-5a203d26-007a-4e19-80f1-6c5f34455da2 admin admin] Publish callbacks [] for security_group (df1a12cf-5b78-4412-835b-1fc5823b1347), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:34.889598 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.db.db_base_plugin_common [None req-5f740e45-7e29-439b-8b4c-e8fd338f1d3b tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Allocated IP 172.28.2.160 (8959fca3-760a-428d-87ed-41d110f4f943/79fe0710-163f-45bc-8cd9-cc15163c6821/de1d15b5-7d75-4c5a-87a8-a88df7187556) {{(pid=104158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:36:34.932960 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-fff38949-2831-4123-8bd9-e37f045568bd req-e75a6c73-78d0-4e6b-88a7-79298b66af2b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c806af8a-1bdb-40fd-ae30-2296b114e56c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474572 Mar 31 15:36:34.970325 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-5d31b333-8a5c-4993-ab02-680852e08fc3 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Publish callbacks [] for floatingip (d474de01-ba51-4da8-9269-ac11e9a19c52), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:34.972342 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d31b333-8a5c-4993-ab02-680852e08fc3 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Pushing event updated for resources: {'Port': ['ID=8129e0a6-311c-4b50-adcd-b7c91e839a8b,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:35.163159 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-5d31b333-8a5c-4993-ab02-680852e08fc3 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (8129e0a6-311c-4b50-adcd-b7c91e839a8b), before_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:35.182167 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-fff38949-2831-4123-8bd9-e37f045568bd req-808667b8-4d3b-4141-b590-4e6bbd1df2bc service neutron] 10.222.0.26 "GET /v2.0/networks/c806af8a-1bdb-40fd-ae30-2296b114e56c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307289 Mar 31 15:36:35.389050 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-5f740e45-7e29-439b-8b4c-e8fd338f1d3b tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks [] for port (de1d15b5-7d75-4c5a-87a8-a88df7187556), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:35.462844 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-fff38949-2831-4123-8bd9-e37f045568bd req-c67ede1b-4aeb-4db7-945a-400ed987791d service neutron] 10.222.0.26 "GET /v2.0/networks/c806af8a-1bdb-40fd-ae30-2296b114e56c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315946 Mar 31 15:36:35.465508 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-5a203d26-007a-4e19-80f1-6c5f34455da2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (df1a12cf-5b78-4412-835b-1fc5823b1347), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:35.468046 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-5a203d26-007a-4e19-80f1-6c5f34455da2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:35.471205 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-5a203d26-007a-4e19-80f1-6c5f34455da2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/df1a12cf-5b78-4412-835b-1fc5823b1347 HTTP/1.1" status: 204 len: 168 time: 1.1837993 Mar 31 15:36:35.492984 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a203d26-007a-4e19-80f1-6c5f34455da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1a12cf-5b78-4412-835b-1fc5823b1347,revision_number=None']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:35.560424 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-5f740e45-7e29-439b-8b4c-e8fd338f1d3b tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772784453870'] for port (de1d15b5-7d75-4c5a-87a8-a88df7187556), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:35.560540 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-5d31b333-8a5c-4993-ab02-680852e08fc3 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Publish callbacks [] for port (8129e0a6-311c-4b50-adcd-b7c91e839a8b), precommit_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:35.683902 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-5d31b333-8a5c-4993-ab02-680852e08fc3 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3148011'] for port (8129e0a6-311c-4b50-adcd-b7c91e839a8b), after_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:35.697680 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f740e45-7e29-439b-8b4c-e8fd338f1d3b tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Network 8959fca3-760a-428d-87ed-41d110f4f943 is already hosted by enough agents. {{(pid=104158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:36:35.730915 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.scheduler.base_scheduler [None req-5f740e45-7e29-439b-8b4c-e8fd338f1d3b tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Resources bound (agent type, host, resource id): {{(pid=104158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:36:35.745969 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f740e45-7e29-439b-8b4c-e8fd338f1d3b tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Received port after_create {{(pid=104158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:36:35.752258 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f740e45-7e29-439b-8b4c-e8fd338f1d3b tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Pushing event updated for resources: {'Port': ['ID=de1d15b5-7d75-4c5a-87a8-a88df7187556,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:35.817231 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d31b333-8a5c-4993-ab02-680852e08fc3 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Pushing event updated for resources: {'Port': ['ID=8129e0a6-311c-4b50-adcd-b7c91e839a8b,revision_number=2']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:35.840125 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-5d31b333-8a5c-4993-ab02-680852e08fc3 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574067'] for floatingip (d474de01-ba51-4da8-9269-ac11e9a19c52), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:35.930260 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-5f740e45-7e29-439b-8b4c-e8fd338f1d3b tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks [] for floatingip (cb26e3b3-8a2d-46cd-9fd4-3c15aca3559b), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:35.967625 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-5d31b333-8a5c-4993-ab02-680852e08fc3 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451'] for floatingip (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:35.980194 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-5d31b333-8a5c-4993-ab02-680852e08fc3 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3470390 Mar 31 15:36:36.081757 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device 270cf125-196c-4eb9-9e3a-b28307d064dc up at agent ovs-agent-dv-cinder-750782-15-smb {{(pid=104160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:36:36.153904 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f58f85-3195-489e-a00c-a650d615088a req-0e77e3f2-e1bb-43ea-85e0-0bbff9ee8df7 tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:36.153904 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-65f58f85-3195-489e-a00c-a650d615088a req-0e77e3f2-e1bb-43ea-85e0-0bbff9ee8df7 tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2875938-cf9d-41a1-8d95-a10adfec5daa HTTP/1.1" status: 200 len: 943 time: 0.2640693 Mar 31 15:36:36.162828 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-5f740e45-7e29-439b-8b4c-e8fd338f1d3b tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (de1d15b5-7d75-4c5a-87a8-a88df7187556), before_update {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:36.260977 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Provisioning complete for port 270cf125-196c-4eb9-9e3a-b28307d064dc triggered by entity L2. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:36:36.266118 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 42992) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:36:36.269612 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (270cf125-196c-4eb9-9e3a-b28307d064dc), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:36.327134 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (42669199-0b56-4e25-9a3d-cc561c912f6a), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:36.413275 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-65f58f85-3195-489e-a00c-a650d615088a req-445f6166-2550-4ae2-9824-46187f18af55 tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cb35ee8-da9b-424d-a950-6faa3a3ad767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609616 Mar 31 15:36:36.451976 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Current status of the port 270cf125-196c-4eb9-9e3a-b28307d064dc is: ACTIVE; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:36:36.502146 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-5f740e45-7e29-439b-8b4c-e8fd338f1d3b tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks [] for port (de1d15b5-7d75-4c5a-87a8-a88df7187556), precommit_update {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:36.552731 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-e62865c8-b85f-4990-ab9a-60bf08adc987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (9721ac04-bac7-49da-b384-3a2049eedfa2), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:36.603925 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-5f740e45-7e29-439b-8b4c-e8fd338f1d3b tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (de1d15b5-7d75-4c5a-87a8-a88df7187556), after_update {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:36.630583 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-5f740e45-7e29-439b-8b4c-e8fd338f1d3b tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574067'] for floatingip (cb26e3b3-8a2d-46cd-9fd4-3c15aca3559b), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:36.676937 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-d0aa32db-8d06-46ce-b2be-a03c11c42aab req-7e846653-434d-4d91-9d81-dc0b3a5cfe14 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1480664755&fields=id&tenant_id=be4d3c00b0c245529e30b10275e77a1a HTTP/1.1" status: 200 len: 267 time: 0.0721419 Mar 31 15:36:36.805167 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-5f740e45-7e29-439b-8b4c-e8fd338f1d3b tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451'] for floatingip (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:36.806751 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-5f740e45-7e29-439b-8b4c-e8fd338f1d3b tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6069119 Mar 31 15:36:36.807910 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f740e45-7e29-439b-8b4c-e8fd338f1d3b tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Pushing event updated for resources: {'Port': ['ID=de1d15b5-7d75-4c5a-87a8-a88df7187556,revision_number=2']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:36.834175 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-e87093bd-8f0e-46bd-8eb4-f286a89e780c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:36.894761 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aa32db-8d06-46ce-b2be-a03c11c42aab req-af197598-e3f2-42fb-9cf5-e89634ac4b73 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:36.910505 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-d0aa32db-8d06-46ce-b2be-a03c11c42aab req-af197598-e3f2-42fb-9cf5-e89634ac4b73 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/networks?id=acf2b035-5efb-451b-83b3-46613c8b8e46 HTTP/1.1" status: 200 len: 811 time: 0.2235057 Mar 31 15:36:36.947476 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-d0aa32db-8d06-46ce-b2be-a03c11c42aab req-271b61b8-1ca2-4d96-a777-39e4416ee128 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/quotas/be4d3c00b0c245529e30b10275e77a1a HTTP/1.1" status: 200 len: 375 time: 0.0348594 Mar 31 15:36:37.119778 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-d0aa32db-8d06-46ce-b2be-a03c11c42aab req-ac5307c3-5fa6-416e-8c4b-838acfb95bee tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=be4d3c00b0c245529e30b10275e77a1a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1613727 Mar 31 15:36:37.156559 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-e87093bd-8f0e-46bd-8eb4-f286a89e780c admin admin] Publish callbacks [] for security_group (ab9ecb58-a8f3-475e-bc45-de94cb0b4d84), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:37.246949 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-e87093bd-8f0e-46bd-8eb4-f286a89e780c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (ab9ecb58-a8f3-475e-bc45-de94cb0b4d84), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:37.295494 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-d0aa32db-8d06-46ce-b2be-a03c11c42aab req-5f8937ec-8ba0-4274-b67f-1f4109b482a5 service neutron] 10.222.0.21 "GET /v2.0/networks/acf2b035-5efb-451b-83b3-46613c8b8e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623812 Mar 31 15:36:37.353412 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-e87093bd-8f0e-46bd-8eb4-f286a89e780c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a649e230b21343d99a25702593b4cebf&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0831497 Mar 31 15:36:37.404316 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 43038) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:36:37.542528 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87093bd-8f0e-46bd-8eb4-f286a89e780c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab9ecb58-a8f3-475e-bc45-de94cb0b4d84,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:37.597554 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-32a70402-28dc-4a28-868f-48e1516b468d req-29ac0d1f-97db-4566-a616-558daf6ab549 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1922112636&fields=id&tenant_id=893dd59441624f78817c4a649a0aaf40 HTTP/1.1" status: 200 len: 267 time: 0.2674112 Mar 31 15:36:37.656494 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-d0aa32db-8d06-46ce-b2be-a03c11c42aab req-50dabaa0-df64-409c-a466-24dad561d112 service neutron] 10.222.0.21 "GET /v2.0/networks/acf2b035-5efb-451b-83b3-46613c8b8e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3419225 Mar 31 15:36:37.715110 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-825be753-2121-43f7-9651-9cb4d32b2dd6 admin admin] Publish callbacks [] for security_group (ab9ecb58-a8f3-475e-bc45-de94cb0b4d84), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:37.758078 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0b2f012e-2fbd-4b35-9815-8024e4a993e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fb816cbb-0527-4766-83b7-604ad6a553f5), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:37.763083 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-825be753-2121-43f7-9651-9cb4d32b2dd6 admin admin] Publish callbacks [] for security_group (ab9ecb58-a8f3-475e-bc45-de94cb0b4d84), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:38.039761 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a70402-28dc-4a28-868f-48e1516b468d req-ed87a0af-2097-4fbd-8f5c-136d88f0a3ca tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:38.041979 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-32a70402-28dc-4a28-868f-48e1516b468d req-ed87a0af-2097-4fbd-8f5c-136d88f0a3ca tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/networks?id=ffd9f9ff-86a8-41a0-b247-ed3515901842 HTTP/1.1" status: 200 len: 815 time: 0.4279253 Mar 31 15:36:38.059944 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-32a70402-28dc-4a28-868f-48e1516b468d req-1b0205e6-45c1-4e43-9fb5-bbdce243e1e7 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/quotas/893dd59441624f78817c4a649a0aaf40 HTTP/1.1" status: 200 len: 375 time: 0.0113935 Mar 31 15:36:38.172860 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-32a70402-28dc-4a28-868f-48e1516b468d req-b7bacaf7-b3a0-4eb2-9f58-1e600beea323 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=893dd59441624f78817c4a649a0aaf40&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1009734 Mar 31 15:36:38.409873 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-825be753-2121-43f7-9651-9cb4d32b2dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (ab9ecb58-a8f3-475e-bc45-de94cb0b4d84), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:38.412561 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-825be753-2121-43f7-9651-9cb4d32b2dd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:38.414056 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-825be753-2121-43f7-9651-9cb4d32b2dd6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ab9ecb58-a8f3-475e-bc45-de94cb0b4d84 HTTP/1.1" status: 204 len: 168 time: 1.0020201 Mar 31 15:36:38.426408 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825be753-2121-43f7-9651-9cb4d32b2dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab9ecb58-a8f3-475e-bc45-de94cb0b4d84,revision_number=None']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:38.448998 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e1b9e4-edbe-4d40-834f-0d1bb7db08ea req-c9f9f5e4-a393-499e-84c8-d89c6db1e9e4 tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:38.456613 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-38e1b9e4-edbe-4d40-834f-0d1bb7db08ea req-c9f9f5e4-a393-499e-84c8-d89c6db1e9e4 tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2875938-cf9d-41a1-8d95-a10adfec5daa HTTP/1.1" status: 200 len: 943 time: 0.0811722 Mar 31 15:36:38.504877 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-38e1b9e4-edbe-4d40-834f-0d1bb7db08ea req-78547c44-748e-41f7-935b-328fea5584bd tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cb35ee8-da9b-424d-a950-6faa3a3ad767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472479 Mar 31 15:36:38.587866 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-9d505ab4-8c19-4073-9d31-cef5d56c65ae req-4a97a2cc-775d-4dc6-bdfd-9b2a5c683a01 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/ports?device_id=736bebfe-fdc7-4e4c-b37e-05868421c771 HTTP/1.1" status: 200 len: 210 time: 0.0422196 Mar 31 15:36:39.209031 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 43102) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:36:39.419219 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [req-32a70402-28dc-4a28-868f-48e1516b468d req-fddb6949-7aa6-4483-b524-45cd5a6efd40 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=104158) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 15:36:39.427104 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-32a70402-28dc-4a28-868f-48e1516b468d req-fddb6949-7aa6-4483-b524-45cd5a6efd40 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2473640 Mar 31 15:36:39.482960 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-211e425b-1201-4862-afc0-6363249efbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (1ca8e2b3-6f2e-4d63-b52b-ad8a81fa6826), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:39.524135 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-b52a0773-fec7-4bc2-82bd-cbf2f0e86c97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:39.569721 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-32a70402-28dc-4a28-868f-48e1516b468d req-00852cc4-5b13-40be-8cdf-a6ff80a5edc2 service neutron] 10.222.0.21 "GET /v2.0/networks/ffd9f9ff-86a8-41a0-b247-ed3515901842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414802 Mar 31 15:36:39.678833 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-32a70402-28dc-4a28-868f-48e1516b468d req-9704e552-e7d0-45ae-9b61-00ad61fc4a08 service neutron] 10.222.0.21 "GET /v2.0/networks/ffd9f9ff-86a8-41a0-b247-ed3515901842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016278 Mar 31 15:36:39.701769 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32a33a-11d6-4cbe-9c07-b554e315a39d req-36555ceb-d382-4790-8ff3-fd116c318ffa tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:39.709563 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-cf32a33a-11d6-4cbe-9c07-b554e315a39d req-36555ceb-d382-4790-8ff3-fd116c318ffa tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2875938-cf9d-41a1-8d95-a10adfec5daa HTTP/1.1" status: 200 len: 943 time: 0.0808938 Mar 31 15:36:39.738473 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 43138) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:36:39.772798 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-cf32a33a-11d6-4cbe-9c07-b554e315a39d req-04c975fd-fd92-4a28-9f54-8c135a7f1680 tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cb35ee8-da9b-424d-a950-6faa3a3ad767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621572 Mar 31 15:36:39.783174 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-af5bda7b-ef0d-4e03-8dbb-82f9b1f158ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:39.854271 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-0d89e436-dd38-4fc3-b44b-9d9f965ec87a req-87d41029-2bfe-4b0a-829d-cbeb3b96355d tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/ports?device_id=736bebfe-fdc7-4e4c-b37e-05868421c771 HTTP/1.1" status: 200 len: 210 time: 0.0391035 Mar 31 15:36:39.872537 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-b52a0773-fec7-4bc2-82bd-cbf2f0e86c97 admin admin] Publish callbacks [] for security_group (b823a0cb-00ef-4f36-af43-996db88bf9ac), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:39.926165 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-af5bda7b-ef0d-4e03-8dbb-82f9b1f158ea admin admin] Publish callbacks [] for security_group (3242e24c-96d7-40f8-9557-3747cd3484b4), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:40.010654 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-b52a0773-fec7-4bc2-82bd-cbf2f0e86c97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (b823a0cb-00ef-4f36-af43-996db88bf9ac), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:40.023205 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-5ab87e8b-77d0-4596-be7a-c97939656db8 req-157e5346-2f06-405e-9793-e65a4c64ebb2 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/ports?device_id=f883d5ff-24b2-41bb-ad70-51cf5dc0ed9a HTTP/1.1" status: 200 len: 210 time: 0.0410786 Mar 31 15:36:40.042504 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-af5bda7b-ef0d-4e03-8dbb-82f9b1f158ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (3242e24c-96d7-40f8-9557-3747cd3484b4), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:40.079673 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-b52a0773-fec7-4bc2-82bd-cbf2f0e86c97 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f09075a00f5f4709ae35162f0e16fa75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8711977 Mar 31 15:36:40.082915 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 43154) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:36:40.100967 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52a0773-fec7-4bc2-82bd-cbf2f0e86c97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b823a0cb-00ef-4f36-af43-996db88bf9ac,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:40.115248 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-af5bda7b-ef0d-4e03-8dbb-82f9b1f158ea admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0e183aeeba604e4fa054205fee8f3418&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3720169 Mar 31 15:36:40.124888 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 43156) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:36:40.136677 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5bda7b-ef0d-4e03-8dbb-82f9b1f158ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3242e24c-96d7-40f8-9557-3747cd3484b4,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:40.223645 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-5fc39ea0-af2d-411c-b243-05a8fcaed0e4 admin admin] Publish callbacks [] for security_group (b823a0cb-00ef-4f36-af43-996db88bf9ac), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:40.230535 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-ae9f6bbe-cd28-486f-8c8c-a6b129e77b4e admin admin] Publish callbacks [] for security_group (3242e24c-96d7-40f8-9557-3747cd3484b4), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:40.270114 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-ae9f6bbe-cd28-486f-8c8c-a6b129e77b4e admin admin] Publish callbacks [] for security_group (3242e24c-96d7-40f8-9557-3747cd3484b4), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:40.272820 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-5fc39ea0-af2d-411c-b243-05a8fcaed0e4 admin admin] Publish callbacks [] for security_group (b823a0cb-00ef-4f36-af43-996db88bf9ac), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:40.477778 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-5fc39ea0-af2d-411c-b243-05a8fcaed0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (b823a0cb-00ef-4f36-af43-996db88bf9ac), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:40.481101 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-5fc39ea0-af2d-411c-b243-05a8fcaed0e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:40.482476 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-5fc39ea0-af2d-411c-b243-05a8fcaed0e4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b823a0cb-00ef-4f36-af43-996db88bf9ac HTTP/1.1" status: 204 len: 168 time: 0.3982284 Mar 31 15:36:40.486449 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-ae9f6bbe-cd28-486f-8c8c-a6b129e77b4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (3242e24c-96d7-40f8-9557-3747cd3484b4), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:40.486449 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-ae9f6bbe-cd28-486f-8c8c-a6b129e77b4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:40.488285 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-ae9f6bbe-cd28-486f-8c8c-a6b129e77b4e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3242e24c-96d7-40f8-9557-3747cd3484b4 HTTP/1.1" status: 204 len: 168 time: 0.3669775 Mar 31 15:36:40.495786 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc39ea0-af2d-411c-b243-05a8fcaed0e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b823a0cb-00ef-4f36-af43-996db88bf9ac,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:40.510414 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9f6bbe-cd28-486f-8c8c-a6b129e77b4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3242e24c-96d7-40f8-9557-3747cd3484b4,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:40.938664 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc2ec11-b2f9-4e37-846a-dcbcac824ee7 req-7f11a498-9cd0-42a2-897f-0c021919d11c tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:40.940956 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-bdc2ec11-b2f9-4e37-846a-dcbcac824ee7 req-7f11a498-9cd0-42a2-897f-0c021919d11c tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2875938-cf9d-41a1-8d95-a10adfec5daa HTTP/1.1" status: 200 len: 943 time: 0.0758097 Mar 31 15:36:40.967981 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-ea6f2990-f131-4a2b-aeb0-546cda1f868b req-a4287a8d-417f-45ed-9474-a41d29faec56 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/ports?device_id=736bebfe-fdc7-4e4c-b37e-05868421c771 HTTP/1.1" status: 200 len: 210 time: 0.0379298 Mar 31 15:36:40.973150 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fd34c7ed-cab5-463e-81bb-e9aa6ef90623), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:41.045250 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-bdc2ec11-b2f9-4e37-846a-dcbcac824ee7 req-2e54df5e-1f10-4ccc-bc9f-7c0c19f27342 tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cb35ee8-da9b-424d-a950-6faa3a3ad767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928130 Mar 31 15:36:41.152318 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-18da6f51-df87-438c-aa5b-a9763d0c2d5b req-76883a62-cd7f-4558-9bcd-3f7dbf1cd79a tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/ports?device_id=f883d5ff-24b2-41bb-ad70-51cf5dc0ed9a HTTP/1.1" status: 200 len: 210 time: 0.0480299 Mar 31 15:36:41.180358 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 43210) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:36:41.582071 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 43220) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:36:41.595219 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-0e11b7af-6e7a-4531-89f8-f5f45072e5c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:41.679119 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-0e11b7af-6e7a-4531-89f8-f5f45072e5c3 admin admin] Publish callbacks [] for security_group (b8d5cf0d-06c5-4940-a37c-fbf582ac17ae), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:41.774872 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-0e11b7af-6e7a-4531-89f8-f5f45072e5c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (b8d5cf0d-06c5-4940-a37c-fbf582ac17ae), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:41.834800 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e11b7af-6e7a-4531-89f8-f5f45072e5c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d5cf0d-06c5-4940-a37c-fbf582ac17ae,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:41.861416 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-0e11b7af-6e7a-4531-89f8-f5f45072e5c3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3e26aa57475446fb93f9268099a1cd35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2694621 Mar 31 15:36:41.861416 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-cc328b42-b890-4e47-a84c-22aaa42ae25f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:41.863081 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 43234) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:36:41.946716 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-481b0b0d-a4fb-4df6-b8ff-1a93ca9199fd admin admin] Publish callbacks [] for security_group (b8d5cf0d-06c5-4940-a37c-fbf582ac17ae), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:41.976946 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-481b0b0d-a4fb-4df6-b8ff-1a93ca9199fd admin admin] Publish callbacks [] for security_group (b8d5cf0d-06c5-4940-a37c-fbf582ac17ae), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:41.992013 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-cc328b42-b890-4e47-a84c-22aaa42ae25f admin admin] Publish callbacks [] for security_group (4aea01d3-6d55-4a6c-9d77-3f6538acce95), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:42.114939 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-cc328b42-b890-4e47-a84c-22aaa42ae25f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (4aea01d3-6d55-4a6c-9d77-3f6538acce95), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:42.164854 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-a968f237-7c57-46ec-8dc7-187baec22aa2 req-8b2ffed1-9986-45a3-ae4c-16e827328fa3 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/ports?device_id=736bebfe-fdc7-4e4c-b37e-05868421c771 HTTP/1.1" status: 200 len: 210 time: 0.0544028 Mar 31 15:36:42.181248 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178bf814-cfb7-4cf7-a1b9-ac1f58a521d1 req-0ce14544-c3a1-4454-90a5-7126aa48891d tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:42.196541 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc328b42-b890-4e47-a84c-22aaa42ae25f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aea01d3-6d55-4a6c-9d77-3f6538acce95,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:42.197297 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-178bf814-cfb7-4cf7-a1b9-ac1f58a521d1 req-0ce14544-c3a1-4454-90a5-7126aa48891d tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2875938-cf9d-41a1-8d95-a10adfec5daa HTTP/1.1" status: 200 len: 943 time: 0.0802689 Mar 31 15:36:42.210964 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-cc328b42-b890-4e47-a84c-22aaa42ae25f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f4b031e5ad184cf38a118f4946a90874&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0293555 Mar 31 15:36:42.219858 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 43250) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:36:42.219858 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-481b0b0d-a4fb-4df6-b8ff-1a93ca9199fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (b8d5cf0d-06c5-4940-a37c-fbf582ac17ae), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:42.223244 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-481b0b0d-a4fb-4df6-b8ff-1a93ca9199fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:42.225010 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-481b0b0d-a4fb-4df6-b8ff-1a93ca9199fd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b8d5cf0d-06c5-4940-a37c-fbf582ac17ae HTTP/1.1" status: 204 len: 168 time: 0.3609474 Mar 31 15:36:42.298038 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481b0b0d-a4fb-4df6-b8ff-1a93ca9199fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d5cf0d-06c5-4940-a37c-fbf582ac17ae,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:42.313933 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aa32db-8d06-46ce-b2be-a03c11c42aab req-e1b05e71-2a61-470a-a797-31d4ffd45ccd tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:42.337163 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-d0aa32db-8d06-46ce-b2be-a03c11c42aab req-e1b05e71-2a61-470a-a797-31d4ffd45ccd tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.26 "GET /v2.0/networks?id=acf2b035-5efb-451b-83b3-46613c8b8e46 HTTP/1.1" status: 200 len: 811 time: 0.2814806 Mar 31 15:36:42.354764 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-178bf814-cfb7-4cf7-a1b9-ac1f58a521d1 req-8ddd148d-979e-4d78-b858-efb937d0376e tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cb35ee8-da9b-424d-a950-6faa3a3ad767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562219 Mar 31 15:36:42.390247 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d7442944-f3a5-480b-bff7-247ac7b419a9 admin admin] Publish callbacks [] for security_group (4aea01d3-6d55-4a6c-9d77-3f6538acce95), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:42.428923 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d7442944-f3a5-480b-bff7-247ac7b419a9 admin admin] Publish callbacks [] for security_group (4aea01d3-6d55-4a6c-9d77-3f6538acce95), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:42.531971 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-749a1aa2-1f31-4cd1-92b9-4c6cf6a2e3b4 req-f52f5330-6d00-4ffb-8727-f14adce79d48 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/ports?device_id=f883d5ff-24b2-41bb-ad70-51cf5dc0ed9a HTTP/1.1" status: 200 len: 210 time: 0.0698712 Mar 31 15:36:42.581313 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-d0aa32db-8d06-46ce-b2be-a03c11c42aab req-1f535fee-b55e-4034-8931-ff0fdb015eb3 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be4d3c00b0c245529e30b10275e77a1a HTTP/1.1" status: 200 len: 380 time: 0.2306128 Mar 31 15:36:42.594236 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.v2.base [req-d0aa32db-8d06-46ce-b2be-a03c11c42aab req-bae4724f-de39-4b28-a1a2-e594f6fbf3fa tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Request body: {'port': {'device_id': '736bebfe-fdc7-4e4c-b37e-05868421c771', 'network_id': 'acf2b035-5efb-451b-83b3-46613c8b8e46', 'admin_state_up': True, 'tenant_id': 'be4d3c00b0c245529e30b10275e77a1a', 'security_groups': ['9020a30f-f95a-46d9-b9d2-f07418290371']}} {{(pid=104158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:36:42.660197 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d7442944-f3a5-480b-bff7-247ac7b419a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (4aea01d3-6d55-4a6c-9d77-3f6538acce95), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:42.666829 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d7442944-f3a5-480b-bff7-247ac7b419a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:42.668823 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-d7442944-f3a5-480b-bff7-247ac7b419a9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4aea01d3-6d55-4a6c-9d77-3f6538acce95 HTTP/1.1" status: 204 len: 168 time: 0.4501388 Mar 31 15:36:42.679792 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7442944-f3a5-480b-bff7-247ac7b419a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aea01d3-6d55-4a6c-9d77-3f6538acce95,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:42.823374 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device 4ee30d62-1e24-44e6-8324-a905e880bf3a details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=104160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 15:36:42.827295 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0aa32db-8d06-46ce-b2be-a03c11c42aab req-bae4724f-de39-4b28-a1a2-e594f6fbf3fa tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Made reservation on behalf of be4d3c00b0c245529e30b10275e77a1a for: {'port': 1} {{(pid=104158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:36:42.833009 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-d0aa32db-8d06-46ce-b2be-a03c11c42aab req-bae4724f-de39-4b28-a1a2-e594f6fbf3fa tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:43.088919 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.db.db_base_plugin_common [req-d0aa32db-8d06-46ce-b2be-a03c11c42aab req-bae4724f-de39-4b28-a1a2-e594f6fbf3fa tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Allocated IP 172.20.0.13 (acf2b035-5efb-451b-83b3-46613c8b8e46/0ed38ac7-8ffd-41b7-819b-98cf852cf0d4/84024e4b-650c-42fa-a4eb-6c52eccd529c) {{(pid=104158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:36:43.098380 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] For port 4ee30d62-1e24-44e6-8324-a905e880bf3a, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=4ee30d62-1e24-44e6-8324-a905e880bf3a,segment=NetworkSegment(9f3f3b28-e790-40cf-966b-d512f978bb45),segment_id=9f3f3b28-e790-40cf-966b-d512f978bb45)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:36:43.151534 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Returning: {'device': '4ee30d62-1e24-44e6-8324-a905e880bf3a', 'network_id': 'c806af8a-1bdb-40fd-ae30-2296b114e56c', 'port_id': '4ee30d62-1e24-44e6-8324-a905e880bf3a', 'mac_address': 'fa:16:3e:18:bc:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32ce8989-584f-4bb1-9eb5-9dfe1a9a84b0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 15:36:43.228930 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Current status of the port 4ee30d62-1e24-44e6-8324-a905e880bf3a is: DOWN; New status is: BUILD {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:36:43.230130 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (4ee30d62-1e24-44e6-8324-a905e880bf3a), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:43.372438 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-d0aa32db-8d06-46ce-b2be-a03c11c42aab req-bae4724f-de39-4b28-a1a2-e594f6fbf3fa tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Publish callbacks [] for port (84024e4b-650c-42fa-a4eb-6c52eccd529c), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:43.449939 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-0f20def9-6592-4842-9b67-7aea67c391f9 req-6fb33a3b-2d6a-42de-bf10-aec1ed1796ca tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/ports?device_id=736bebfe-fdc7-4e4c-b37e-05868421c771 HTTP/1.1" status: 200 len: 210 time: 0.0349872 Mar 31 15:36:43.470920 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.notifiers.nova [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ee30d62-1e24-44e6-8324-a905e880bf3a {{(pid=104160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:36:43.498335 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] For port 4ee30d62-1e24-44e6-8324-a905e880bf3a, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=4ee30d62-1e24-44e6-8324-a905e880bf3a,segment=NetworkSegment(9f3f3b28-e790-40cf-966b-d512f978bb45),segment_id=9f3f3b28-e790-40cf-966b-d512f978bb45)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:36:43.539016 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5bb1ff-cf96-43f0-af07-13009d0160ac req-2de6e1f3-f57b-468c-8dec-9146954d6c19 tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:43.540547 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-bd5bb1ff-cf96-43f0-af07-13009d0160ac req-2de6e1f3-f57b-468c-8dec-9146954d6c19 tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2875938-cf9d-41a1-8d95-a10adfec5daa HTTP/1.1" status: 200 len: 943 time: 0.0652862 Mar 31 15:36:43.590010 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-bd5bb1ff-cf96-43f0-af07-13009d0160ac req-c85caf1e-cc29-4463-b7df-ca811b5f7e4d tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cb35ee8-da9b-424d-a950-6faa3a3ad767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438187 Mar 31 15:36:43.634321 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-8722d080-28f1-4e16-b4a8-c460c347fc1a req-6d22eed3-56fa-4c32-8cdc-a352fc250f3d tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/ports?device_id=f883d5ff-24b2-41bb-ad70-51cf5dc0ed9a HTTP/1.1" status: 200 len: 210 time: 0.0358377 Mar 31 15:36:44.428242 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-d0aa32db-8d06-46ce-b2be-a03c11c42aab req-bae4724f-de39-4b28-a1a2-e594f6fbf3fa tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772784453870'] for port (84024e4b-650c-42fa-a4eb-6c52eccd529c), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:44.428959 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.26', 56539) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:36:44.431571 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (4ee30d62-1e24-44e6-8324-a905e880bf3a), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:44.510432 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0aa32db-8d06-46ce-b2be-a03c11c42aab req-bae4724f-de39-4b28-a1a2-e594f6fbf3fa tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Network acf2b035-5efb-451b-83b3-46613c8b8e46 is already hosted by enough agents. {{(pid=104158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:36:44.522459 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.scheduler.base_scheduler [req-d0aa32db-8d06-46ce-b2be-a03c11c42aab req-bae4724f-de39-4b28-a1a2-e594f6fbf3fa tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Resources bound (agent type, host, resource id): {{(pid=104158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:36:44.527885 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0aa32db-8d06-46ce-b2be-a03c11c42aab req-bae4724f-de39-4b28-a1a2-e594f6fbf3fa tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Received port after_create {{(pid=104158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:36:44.533147 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aa32db-8d06-46ce-b2be-a03c11c42aab req-bae4724f-de39-4b28-a1a2-e594f6fbf3fa tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:44.540246 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-d0aa32db-8d06-46ce-b2be-a03c11c42aab req-bae4724f-de39-4b28-a1a2-e594f6fbf3fa tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043269'] for port (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:44.552495 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Pushing event updated for resources: {'Port': ['ID=4ee30d62-1e24-44e6-8324-a905e880bf3a,revision_number=4']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:44.571131 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a70402-28dc-4a28-868f-48e1516b468d req-fb76188a-c67b-4845-acae-10a1adc6f102 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:44.572392 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae4724f-de39-4b28-a1a2-e594f6fbf3fa tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Pushing event updated for resources: {'Port': ['ID=84024e4b-650c-42fa-a4eb-6c52eccd529c,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:44.572915 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-32a70402-28dc-4a28-868f-48e1516b468d req-fb76188a-c67b-4845-acae-10a1adc6f102 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.26 "GET /v2.0/networks?id=ffd9f9ff-86a8-41a0-b247-ed3515901842 HTTP/1.1" status: 200 len: 815 time: 0.1428313 Mar 31 15:36:44.707506 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] get_ports_and_sgs() called for port_ids ['4ee30d62-1e24-44e6-8324-a905e880bf3a'] {{(pid=104160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:36:44.715705 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 43334) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:36:44.716460 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c76def-2f31-450a-8bd1-18618203569b req-6aec3543-b624-4560-8251-7cca0dcf475c tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:44.718135 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-02c76def-2f31-450a-8bd1-18618203569b req-6aec3543-b624-4560-8251-7cca0dcf475c tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/ports?device_id=736bebfe-fdc7-4e4c-b37e-05868421c771 HTTP/1.1" status: 200 len: 932 time: 0.1497569 Mar 31 15:36:44.726231 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-d0aa32db-8d06-46ce-b2be-a03c11c42aab req-bae4724f-de39-4b28-a1a2-e594f6fbf3fa tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1395097 Mar 31 15:36:44.772732 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-e0b617a9-14aa-4f12-bc50-0107585f91e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:44.782790 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.v2.base [req-d0aa32db-8d06-46ce-b2be-a03c11c42aab req-5659df35-f8c7-4c2c-8ce2-17f062e6e20a service neutron] Request body: {'port': {'device_id': '736bebfe-fdc7-4e4c-b37e-05868421c771', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=104158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:36:44.821235 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-32a70402-28dc-4a28-868f-48e1516b468d req-b5c6bb05-ff1b-4659-957d-7d7c5a14c723 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=893dd59441624f78817c4a649a0aaf40 HTTP/1.1" status: 200 len: 380 time: 0.2394257 Mar 31 15:36:44.839888 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.v2.base [req-32a70402-28dc-4a28-868f-48e1516b468d req-487e2855-f2cb-4d2f-bff5-a3f46552f91c tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Request body: {'port': {'device_id': 'f883d5ff-24b2-41bb-ad70-51cf5dc0ed9a', 'network_id': 'ffd9f9ff-86a8-41a0-b247-ed3515901842', 'admin_state_up': True, 'tenant_id': '893dd59441624f78817c4a649a0aaf40', 'security_groups': ['734cc27e-e1b0-4159-a6ff-fe716dada738']}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:36:44.888321 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-d0aa32db-8d06-46ce-b2be-a03c11c42aab req-5659df35-f8c7-4c2c-8ce2-17f062e6e20a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (84024e4b-650c-42fa-a4eb-6c52eccd529c), before_update {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:44.935282 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-02c76def-2f31-450a-8bd1-18618203569b req-0d0a813a-933f-4a49-a53c-21a5e87c0b1b tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/security-groups?id=9020a30f-f95a-46d9-b9d2-f07418290371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2080123 Mar 31 15:36:44.959538 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e0b2fc-bbd9-4ab4-9780-0e469515b868 req-b986ad92-81bb-41ab-a6dc-dd29a2e86bfb tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:44.959538 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-33e0b2fc-bbd9-4ab4-9780-0e469515b868 req-b986ad92-81bb-41ab-a6dc-dd29a2e86bfb tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2875938-cf9d-41a1-8d95-a10adfec5daa HTTP/1.1" status: 200 len: 944 time: 0.2516892 Mar 31 15:36:45.023518 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-e15f2d17-9610-48b4-9bd5-f7fdc1cd1fdf None None] Provisioning complete for port 84024e4b-650c-42fa-a4eb-6c52eccd529c triggered by entity DHCP. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:36:45.023897 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-e15f2d17-9610-48b4-9bd5-f7fdc1cd1fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (84024e4b-650c-42fa-a4eb-6c52eccd529c), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:45.098595 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-33e0b2fc-bbd9-4ab4-9780-0e469515b868 req-21fe64ae-d70b-40ee-8e46-50841b4a27ec tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cb35ee8-da9b-424d-a950-6faa3a3ad767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394832 Mar 31 15:36:45.131656 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-e0b617a9-14aa-4f12-bc50-0107585f91e3 admin admin] Publish callbacks [] for security_group (b0440135-67b4-42c3-822f-2d2b3a60d631), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:45.154741 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-e15f2d17-9610-48b4-9bd5-f7fdc1cd1fdf None None] Port 84024e4b-650c-42fa-a4eb-6c52eccd529c cannot update to ACTIVE because it is not bound. {{(pid=104160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:36:45.156353 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-3a46f430-9cad-441f-b7d9-ed30063429d1 req-6665b7c9-69bb-4483-9fb4-342406268443 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/ports?device_id=f883d5ff-24b2-41bb-ad70-51cf5dc0ed9a HTTP/1.1" status: 200 len: 210 time: 0.0570610 Mar 31 15:36:45.185795 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32a70402-28dc-4a28-868f-48e1516b468d req-487e2855-f2cb-4d2f-bff5-a3f46552f91c tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Made reservation on behalf of 893dd59441624f78817c4a649a0aaf40 for: {'port': 1} {{(pid=104159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:36:45.189301 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-32a70402-28dc-4a28-868f-48e1516b468d req-487e2855-f2cb-4d2f-bff5-a3f46552f91c tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:45.227254 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-e0b617a9-14aa-4f12-bc50-0107585f91e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (b0440135-67b4-42c3-822f-2d2b3a60d631), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:45.341724 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.notifiers.nova [req-d0aa32db-8d06-46ce-b2be-a03c11c42aab req-5659df35-f8c7-4c2c-8ce2-17f062e6e20a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84024e4b-650c-42fa-a4eb-6c52eccd529c {{(pid=104158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:36:45.356275 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-d0aa32db-8d06-46ce-b2be-a03c11c42aab req-5659df35-f8c7-4c2c-8ce2-17f062e6e20a service neutron] Publish callbacks [] for port (84024e4b-650c-42fa-a4eb-6c52eccd529c), precommit_update {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:45.372648 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-e0b617a9-14aa-4f12-bc50-0107585f91e3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=142f398bbf1e4dc8b797284ea86d0dfc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6438315 Mar 31 15:36:45.378498 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 43354) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:36:45.389729 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.db.provisioning_blocks [req-d0aa32db-8d06-46ce-b2be-a03c11c42aab req-5659df35-f8c7-4c2c-8ce2-17f062e6e20a service neutron] Transition to ACTIVE for port object 84024e4b-650c-42fa-a4eb-6c52eccd529c will not be triggered until provisioned by entity L2. {{(pid=104158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 15:36:45.395317 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b617a9-14aa-4f12-bc50-0107585f91e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0440135-67b4-42c3-822f-2d2b3a60d631,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:45.472909 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-d0aa32db-8d06-46ce-b2be-a03c11c42aab req-5659df35-f8c7-4c2c-8ce2-17f062e6e20a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (84024e4b-650c-42fa-a4eb-6c52eccd529c), after_update {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:45.505317 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.db_base_plugin_common [req-32a70402-28dc-4a28-868f-48e1516b468d req-487e2855-f2cb-4d2f-bff5-a3f46552f91c tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Allocated IP 172.20.0.12 (ffd9f9ff-86a8-41a0-b247-ed3515901842/2b9feebc-e9c9-4a4e-ad3c-a41e234df103/ca1101dd-800e-4023-acf3-0d0caf81f935) {{(pid=104159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:36:45.517772 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5659df35-f8c7-4c2c-8ce2-17f062e6e20a service neutron] Pushing event updated for resources: {'Port': ['ID=84024e4b-650c-42fa-a4eb-6c52eccd529c,revision_number=2']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:45.522178 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-7a4e49f1-e88d-4c59-81cd-42a104a49972 admin admin] Publish callbacks [] for security_group (b0440135-67b4-42c3-822f-2d2b3a60d631), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:45.565994 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-7a4e49f1-e88d-4c59-81cd-42a104a49972 admin admin] Publish callbacks [] for security_group (b0440135-67b4-42c3-822f-2d2b3a60d631), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:45.579905 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.managers [req-d0aa32db-8d06-46ce-b2be-a03c11c42aab req-5659df35-f8c7-4c2c-8ce2-17f062e6e20a service neutron] Attempting to bind port 84024e4b-650c-42fa-a4eb-6c52eccd529c on host hv-cinder-75078 for vnic_type normal with profile {{(pid=104158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:36:45.581167 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.managers [req-d0aa32db-8d06-46ce-b2be-a03c11c42aab req-5659df35-f8c7-4c2c-8ce2-17f062e6e20a service neutron] Attempting to bind port 84024e4b-650c-42fa-a4eb-6c52eccd529c by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': 'ec34a71e-0dc7-4d80-8f0e-2bcd71ad2a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'acf2b035-5efb-451b-83b3-46613c8b8e46'}] {{(pid=104158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:36:45.581934 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0aa32db-8d06-46ce-b2be-a03c11c42aab req-5659df35-f8c7-4c2c-8ce2-17f062e6e20a service neutron] Attempting to bind port 84024e4b-650c-42fa-a4eb-6c52eccd529c on network acf2b035-5efb-451b-83b3-46613c8b8e46 {{(pid=104158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:36:45.591578 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0aa32db-8d06-46ce-b2be-a03c11c42aab req-5659df35-f8c7-4c2c-8ce2-17f062e6e20a service neutron] Port 84024e4b-650c-42fa-a4eb-6c52eccd529c on network acf2b035-5efb-451b-83b3-46613c8b8e46 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=104158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 15:36:45.591578 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0aa32db-8d06-46ce-b2be-a03c11c42aab req-5659df35-f8c7-4c2c-8ce2-17f062e6e20a service neutron] Attempting to bind port 84024e4b-650c-42fa-a4eb-6c52eccd529c on network acf2b035-5efb-451b-83b3-46613c8b8e46 {{(pid=104158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:36:45.596212 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0aa32db-8d06-46ce-b2be-a03c11c42aab req-5659df35-f8c7-4c2c-8ce2-17f062e6e20a service neutron] Checking agent: {'id': '42669199-0b56-4e25-9a3d-cc561c912f6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 34, 6), 'started_at': datetime.datetime(2022, 3, 31, 15, 34, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:36:45.597562 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0aa32db-8d06-46ce-b2be-a03c11c42aab req-5659df35-f8c7-4c2c-8ce2-17f062e6e20a service neutron] Checking segment: {'id': 'ec34a71e-0dc7-4d80-8f0e-2bcd71ad2a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'acf2b035-5efb-451b-83b3-46613c8b8e46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:36:45.597726 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0aa32db-8d06-46ce-b2be-a03c11c42aab req-5659df35-f8c7-4c2c-8ce2-17f062e6e20a service neutron] Bound using segment: {'id': 'ec34a71e-0dc7-4d80-8f0e-2bcd71ad2a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'acf2b035-5efb-451b-83b3-46613c8b8e46'} {{(pid=104158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:36:45.598082 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.managers [req-d0aa32db-8d06-46ce-b2be-a03c11c42aab req-5659df35-f8c7-4c2c-8ce2-17f062e6e20a service neutron] Bound port: 84024e4b-650c-42fa-a4eb-6c52eccd529c, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec34a71e-0dc7-4d80-8f0e-2bcd71ad2a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'acf2b035-5efb-451b-83b3-46613c8b8e46'}}] {{(pid=104158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:36:45.598495 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-d0aa32db-8d06-46ce-b2be-a03c11c42aab req-5659df35-f8c7-4c2c-8ce2-17f062e6e20a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (84024e4b-650c-42fa-a4eb-6c52eccd529c), before_update {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:45.679050 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.db [req-d0aa32db-8d06-46ce-b2be-a03c11c42aab req-5659df35-f8c7-4c2c-8ce2-17f062e6e20a service neutron] For port 84024e4b-650c-42fa-a4eb-6c52eccd529c, host hv-cinder-75078, cleared binding levels {{(pid=104158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:36:45.684590 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.db [req-d0aa32db-8d06-46ce-b2be-a03c11c42aab req-5659df35-f8c7-4c2c-8ce2-17f062e6e20a service neutron] For port 84024e4b-650c-42fa-a4eb-6c52eccd529c, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=84024e4b-650c-42fa-a4eb-6c52eccd529c,segment=NetworkSegment(ec34a71e-0dc7-4d80-8f0e-2bcd71ad2a76),segment_id=ec34a71e-0dc7-4d80-8f0e-2bcd71ad2a76)] {{(pid=104158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:36:45.738942 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-32a70402-28dc-4a28-868f-48e1516b468d req-487e2855-f2cb-4d2f-bff5-a3f46552f91c tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks [] for port (ca1101dd-800e-4023-acf3-0d0caf81f935), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:45.764196 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-d0aa32db-8d06-46ce-b2be-a03c11c42aab req-5659df35-f8c7-4c2c-8ce2-17f062e6e20a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (84024e4b-650c-42fa-a4eb-6c52eccd529c), after_update {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:45.798068 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 43368) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:36:45.821958 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aa32db-8d06-46ce-b2be-a03c11c42aab req-5659df35-f8c7-4c2c-8ce2-17f062e6e20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:45.822572 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-d0aa32db-8d06-46ce-b2be-a03c11c42aab req-5659df35-f8c7-4c2c-8ce2-17f062e6e20a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043269'] for port (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:45.823989 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-d0aa32db-8d06-46ce-b2be-a03c11c42aab req-5659df35-f8c7-4c2c-8ce2-17f062e6e20a service neutron] 10.222.0.26 "PUT /v2.0/ports/84024e4b-650c-42fa-a4eb-6c52eccd529c HTTP/1.1" status: 200 len: 1094 time: 1.0542605 Mar 31 15:36:45.824550 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '736bebfe-fdc7-4e4c-b37e-05868421c771', 'tag': '84024e4b-650c-42fa-a4eb-6c52eccd529c'}] {{(pid=104158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:36:45.826878 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f960889515c719e6c42930f5609f9e3ff07dde6b2d3f3be48d9020484c6583bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aba6a40e-d4f1-4376-9cb2-fe1eaf9ee3eb" -d '{"events": [{"name": "network-changed", "server_uuid": "736bebfe-fdc7-4e4c-b37e-05868421c771", "tag": "84024e4b-650c-42fa-a4eb-6c52eccd529c"}]}' {{(pid=104158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:36:45.838173 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-7a4e49f1-e88d-4c59-81cd-42a104a49972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (b0440135-67b4-42c3-822f-2d2b3a60d631), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:45.842918 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-7a4e49f1-e88d-4c59-81cd-42a104a49972 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:45.845311 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-7a4e49f1-e88d-4c59-81cd-42a104a49972 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b0440135-67b4-42c3-822f-2d2b3a60d631 HTTP/1.1" status: 204 len: 168 time: 0.4658473 Mar 31 15:36:45.857614 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4e49f1-e88d-4c59-81cd-42a104a49972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0440135-67b4-42c3-822f-2d2b3a60d631,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:45.885748 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5659df35-f8c7-4c2c-8ce2-17f062e6e20a service neutron] Pushing event updated for resources: {'Port': ['ID=84024e4b-650c-42fa-a4eb-6c52eccd529c,revision_number=3']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:45.894097 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-092dc2a6-4c22-4e34-8079-40b5f41c3a6c x-openstack-request-id: req-092dc2a6-4c22-4e34-8079-40b5f41c3a6c {{(pid=104158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:36:45.894097 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "736bebfe-fdc7-4e4c-b37e-05868421c771", "tag": "84024e4b-650c-42fa-a4eb-6c52eccd529c", "status": "completed", "code": 200}]} {{(pid=104158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:36:45.894097 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-092dc2a6-4c22-4e34-8079-40b5f41c3a6c {{(pid=104158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:36:45.894097 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.notifiers.nova [-] Nova event matching ['req-092dc2a6-4c22-4e34-8079-40b5f41c3a6c'] response: {'name': 'network-changed', 'server_uuid': '736bebfe-fdc7-4e4c-b37e-05868421c771', 'tag': '84024e4b-650c-42fa-a4eb-6c52eccd529c', 'status': 'completed', 'code': 200} Mar 31 15:36:45.961202 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-f755c397-e436-4d1f-9ab7-7217ef6ebea9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:45.972434 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba6a40e-d4f1-4376-9cb2-fe1eaf9ee3eb req-108c8cde-ffb1-4789-8e72-45a5b0dd6ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:45.978545 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-aba6a40e-d4f1-4376-9cb2-fe1eaf9ee3eb req-108c8cde-ffb1-4789-8e72-45a5b0dd6ab6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=be4d3c00b0c245529e30b10275e77a1a&device_id=736bebfe-fdc7-4e4c-b37e-05868421c771 HTTP/1.1" status: 200 len: 1128 time: 0.0547276 Mar 31 15:36:46.010059 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-32a70402-28dc-4a28-868f-48e1516b468d req-487e2855-f2cb-4d2f-bff5-a3f46552f91c tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772784453870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3148002'] for port (ca1101dd-800e-4023-acf3-0d0caf81f935), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:46.158843 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32a70402-28dc-4a28-868f-48e1516b468d req-487e2855-f2cb-4d2f-bff5-a3f46552f91c tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Network ffd9f9ff-86a8-41a0-b247-ed3515901842 is already hosted by enough agents. {{(pid=104159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:36:46.206920 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [req-32a70402-28dc-4a28-868f-48e1516b468d req-487e2855-f2cb-4d2f-bff5-a3f46552f91c tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Resources bound (agent type, host, resource id): {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:36:46.207784 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53367706-9fe9-42e2-993f-6ac6e6130150 req-4fc744de-e816-4933-a783-2b995ae68614 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:46.209216 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-53367706-9fe9-42e2-993f-6ac6e6130150 req-4fc744de-e816-4933-a783-2b995ae68614 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/ports?device_id=736bebfe-fdc7-4e4c-b37e-05868421c771 HTTP/1.1" status: 200 len: 944 time: 0.1751039 Mar 31 15:36:46.209698 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.l3_dvrscheduler_db [req-32a70402-28dc-4a28-868f-48e1516b468d req-487e2855-f2cb-4d2f-bff5-a3f46552f91c tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Received port after_create {{(pid=104159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:36:46.245980 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba6a40e-d4f1-4376-9cb2-fe1eaf9ee3eb req-6209db85-6c42-4d74-aa36-f0d173724c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:46.248208 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-aba6a40e-d4f1-4376-9cb2-fe1eaf9ee3eb req-6209db85-6c42-4d74-aa36-f0d173724c46 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=be4d3c00b0c245529e30b10275e77a1a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2656801 Mar 31 15:36:46.308839 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-f755c397-e436-4d1f-9ab7-7217ef6ebea9 admin admin] Publish callbacks [] for security_group (3a2e89e8-7075-4af4-ad6a-8d8fb3a70d56), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:46.322483 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487e2855-f2cb-4d2f-bff5-a3f46552f91c tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Pushing event updated for resources: {'Port': ['ID=ca1101dd-800e-4023-acf3-0d0caf81f935,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:46.398938 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-53367706-9fe9-42e2-993f-6ac6e6130150 req-ea0a416f-2596-4fd2-b02d-c4ec800554c7 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/security-groups?id=9020a30f-f95a-46d9-b9d2-f07418290371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1806586 Mar 31 15:36:46.423509 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a70402-28dc-4a28-868f-48e1516b468d req-487e2855-f2cb-4d2f-bff5-a3f46552f91c tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:46.424105 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-32a70402-28dc-4a28-868f-48e1516b468d req-487e2855-f2cb-4d2f-bff5-a3f46552f91c tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043269'] for port (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:46.436534 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-f755c397-e436-4d1f-9ab7-7217ef6ebea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (3a2e89e8-7075-4af4-ad6a-8d8fb3a70d56), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:46.477171 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-f755c397-e436-4d1f-9ab7-7217ef6ebea9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=277a12b2ec8446dda71de00df0d62a87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6705592 Mar 31 15:36:46.477171 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 43396) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:36:46.509259 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba6a40e-d4f1-4376-9cb2-fe1eaf9ee3eb req-251b1f00-55cd-4444-b0c7-78d64006f704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:46.511798 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-aba6a40e-d4f1-4376-9cb2-fe1eaf9ee3eb req-251b1f00-55cd-4444-b0c7-78d64006f704 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2544665 Mar 31 15:36:46.542438 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f755c397-e436-4d1f-9ab7-7217ef6ebea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2e89e8-7075-4af4-ad6a-8d8fb3a70d56,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:46.580108 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c90bd-fa4e-4fa1-94bc-f175009bdb4d req-5e1798d6-54c8-49cf-9c79-2cfd5465e4dc tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:46.586176 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-632c90bd-fa4e-4fa1-94bc-f175009bdb4d req-5e1798d6-54c8-49cf-9c79-2cfd5465e4dc tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2875938-cf9d-41a1-8d95-a10adfec5daa HTTP/1.1" status: 200 len: 944 time: 0.3833892 Mar 31 15:36:46.618757 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-32a70402-28dc-4a28-868f-48e1516b468d req-487e2855-f2cb-4d2f-bff5-a3f46552f91c tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7858036 Mar 31 15:36:46.637018 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.v2.base [req-32a70402-28dc-4a28-868f-48e1516b468d req-dd3e2227-91ce-4e0f-a7fe-cf27bdbf07a8 service neutron] Request body: {'port': {'device_id': 'f883d5ff-24b2-41bb-ad70-51cf5dc0ed9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:36:46.645230 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-3f3064a3-2bcf-41e8-81be-71b54660cba3 admin admin] Publish callbacks [] for security_group (3a2e89e8-7075-4af4-ad6a-8d8fb3a70d56), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:46.662768 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-007d8508-bb11-4f02-a396-39f3487f25ff None None] Provisioning complete for port ca1101dd-800e-4023-acf3-0d0caf81f935 triggered by entity DHCP. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:36:46.662768 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-007d8508-bb11-4f02-a396-39f3487f25ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (ca1101dd-800e-4023-acf3-0d0caf81f935), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:46.696294 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-632c90bd-fa4e-4fa1-94bc-f175009bdb4d req-b8764bc6-30d9-4e07-b2c4-70baf94b2b1a tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cb35ee8-da9b-424d-a950-6faa3a3ad767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084971 Mar 31 15:36:46.708591 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-3f3064a3-2bcf-41e8-81be-71b54660cba3 admin admin] Publish callbacks [] for security_group (3a2e89e8-7075-4af4-ad6a-8d8fb3a70d56), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:46.744089 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-007d8508-bb11-4f02-a396-39f3487f25ff None None] Port ca1101dd-800e-4023-acf3-0d0caf81f935 cannot update to ACTIVE because it is not bound. {{(pid=104160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:36:46.838403 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device 4ee30d62-1e24-44e6-8324-a905e880bf3a up at agent hyperv_hv-cinder-75078 {{(pid=104160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:36:46.923153 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-32a70402-28dc-4a28-868f-48e1516b468d req-dd3e2227-91ce-4e0f-a7fe-cf27bdbf07a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (ca1101dd-800e-4023-acf3-0d0caf81f935), before_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:46.943297 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e395d8ce-1d71-4e17-85eb-89194ef1c9ec req-6f4048ff-7512-4c43-95b6-699e2de37cde tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:46.946292 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-e395d8ce-1d71-4e17-85eb-89194ef1c9ec req-6f4048ff-7512-4c43-95b6-699e2de37cde tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/ports?device_id=f883d5ff-24b2-41bb-ad70-51cf5dc0ed9a HTTP/1.1" status: 200 len: 932 time: 0.4386513 Mar 31 15:36:46.987085 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aa32db-8d06-46ce-b2be-a03c11c42aab req-847641d6-3871-44f8-b7c4-96c12eee6ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:46.987085 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-d0aa32db-8d06-46ce-b2be-a03c11c42aab req-847641d6-3871-44f8-b7c4-96c12eee6ddb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=be4d3c00b0c245529e30b10275e77a1a&device_id=736bebfe-fdc7-4e4c-b37e-05868421c771 HTTP/1.1" status: 200 len: 1128 time: 0.1462183 Mar 31 15:36:47.061506 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-d0aa32db-8d06-46ce-b2be-a03c11c42aab req-e0f285e8-6874-44e5-a9c9-9c6afb52c024 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84024e4b-650c-42fa-a4eb-6c52eccd529c HTTP/1.1" status: 200 len: 217 time: 0.0558858 Mar 31 15:36:47.068639 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Provisioning for port 4ee30d62-1e24-44e6-8324-a905e880bf3a completed by entity L2. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 15:36:47.077810 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-e395d8ce-1d71-4e17-85eb-89194ef1c9ec req-7c598de4-2907-4a27-9829-d77c6a2f8603 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/security-groups?id=734cc27e-e1b0-4159-a6ff-fe716dada738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241159 Mar 31 15:36:47.079068 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Provisioning complete for port 4ee30d62-1e24-44e6-8324-a905e880bf3a triggered by entity L2. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:36:47.079185 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (4ee30d62-1e24-44e6-8324-a905e880bf3a), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:47.118452 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aa32db-8d06-46ce-b2be-a03c11c42aab req-98cd6138-2af8-489b-9ef2-6e5796bfc4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:47.125147 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-d0aa32db-8d06-46ce-b2be-a03c11c42aab req-98cd6138-2af8-489b-9ef2-6e5796bfc4b3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0ed38ac7-8ffd-41b7-819b-98cf852cf0d4 HTTP/1.1" status: 200 len: 850 time: 0.0528858 Mar 31 15:36:47.125617 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-3f3064a3-2bcf-41e8-81be-71b54660cba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (3a2e89e8-7075-4af4-ad6a-8d8fb3a70d56), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:47.126861 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-3f3064a3-2bcf-41e8-81be-71b54660cba3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:47.130777 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-3f3064a3-2bcf-41e8-81be-71b54660cba3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3a2e89e8-7075-4af4-ad6a-8d8fb3a70d56 HTTP/1.1" status: 204 len: 168 time: 0.6509933 Mar 31 15:36:47.167606 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3064a3-2bcf-41e8-81be-71b54660cba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2e89e8-7075-4af4-ad6a-8d8fb3a70d56,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:47.184976 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Current status of the port 4ee30d62-1e24-44e6-8324-a905e880bf3a is: BUILD; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:36:47.185472 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (4ee30d62-1e24-44e6-8324-a905e880bf3a), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:47.191613 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aa32db-8d06-46ce-b2be-a03c11c42aab req-4d2f5314-2938-482c-a2d7-84bea85461dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:47.193425 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-d0aa32db-8d06-46ce-b2be-a03c11c42aab req-4d2f5314-2938-482c-a2d7-84bea85461dc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=acf2b035-5efb-451b-83b3-46613c8b8e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0669527 Mar 31 15:36:47.229229 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2875938-cf9d-41a1-8d95-a10adfec5daa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ee30d62-1e24-44e6-8324-a905e880bf3a'}] {{(pid=104160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:36:47.343170 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] For port 4ee30d62-1e24-44e6-8324-a905e880bf3a, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=4ee30d62-1e24-44e6-8324-a905e880bf3a,segment=NetworkSegment(9f3f3b28-e790-40cf-966b-d512f978bb45),segment_id=9f3f3b28-e790-40cf-966b-d512f978bb45)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:36:47.391150 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-d0aa32db-8d06-46ce-b2be-a03c11c42aab req-6cbadafd-63d4-475e-805a-e4a4a74a6c15 service neutron] 10.222.0.26 "GET /v2.0/networks/acf2b035-5efb-451b-83b3-46613c8b8e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843219 Mar 31 15:36:47.393749 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.notifiers.nova [req-32a70402-28dc-4a28-868f-48e1516b468d req-dd3e2227-91ce-4e0f-a7fe-cf27bdbf07a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca1101dd-800e-4023-acf3-0d0caf81f935 {{(pid=104159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:36:47.401993 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-32a70402-28dc-4a28-868f-48e1516b468d req-dd3e2227-91ce-4e0f-a7fe-cf27bdbf07a8 service neutron] Publish callbacks [] for port (ca1101dd-800e-4023-acf3-0d0caf81f935), precommit_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:47.409169 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (4ee30d62-1e24-44e6-8324-a905e880bf3a), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:47.431196 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.provisioning_blocks [req-32a70402-28dc-4a28-868f-48e1516b468d req-dd3e2227-91ce-4e0f-a7fe-cf27bdbf07a8 service neutron] Transition to ACTIVE for port object ca1101dd-800e-4023-acf3-0d0caf81f935 will not be triggered until provisioned by entity L2. {{(pid=104159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 15:36:47.490328 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-32a70402-28dc-4a28-868f-48e1516b468d req-dd3e2227-91ce-4e0f-a7fe-cf27bdbf07a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3148011'] for port (ca1101dd-800e-4023-acf3-0d0caf81f935), after_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:47.505513 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Pushing event updated for resources: {'Port': ['ID=4ee30d62-1e24-44e6-8324-a905e880bf3a,revision_number=5']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:47.523103 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-d0aa32db-8d06-46ce-b2be-a03c11c42aab req-f2968308-4f57-4278-94f3-e06329baff41 service neutron] 10.222.0.26 "GET /v2.0/networks/acf2b035-5efb-451b-83b3-46613c8b8e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255076 Mar 31 15:36:47.604689 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3e2227-91ce-4e0f-a7fe-cf27bdbf07a8 service neutron] Pushing event updated for resources: {'Port': ['ID=ca1101dd-800e-4023-acf3-0d0caf81f935,revision_number=2']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:47.667005 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac3bf6-50c8-4f03-b4cb-ad7ac9f03894 req-010ce005-25ca-4460-90ca-613432559534 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:47.668551 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-27ac3bf6-50c8-4f03-b4cb-ad7ac9f03894 req-010ce005-25ca-4460-90ca-613432559534 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/ports?device_id=736bebfe-fdc7-4e4c-b37e-05868421c771 HTTP/1.1" status: 200 len: 944 time: 0.1698644 Mar 31 15:36:47.724753 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.managers [req-32a70402-28dc-4a28-868f-48e1516b468d req-dd3e2227-91ce-4e0f-a7fe-cf27bdbf07a8 service neutron] Attempting to bind port ca1101dd-800e-4023-acf3-0d0caf81f935 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:36:47.725444 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.managers [req-32a70402-28dc-4a28-868f-48e1516b468d req-dd3e2227-91ce-4e0f-a7fe-cf27bdbf07a8 service neutron] Attempting to bind port ca1101dd-800e-4023-acf3-0d0caf81f935 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '3e695c53-0855-4033-b66c-5de9c04ee5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ffd9f9ff-86a8-41a0-b247-ed3515901842'}] {{(pid=104159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:36:47.725952 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a70402-28dc-4a28-868f-48e1516b468d req-dd3e2227-91ce-4e0f-a7fe-cf27bdbf07a8 service neutron] Attempting to bind port ca1101dd-800e-4023-acf3-0d0caf81f935 on network ffd9f9ff-86a8-41a0-b247-ed3515901842 {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:36:47.751728 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a70402-28dc-4a28-868f-48e1516b468d req-dd3e2227-91ce-4e0f-a7fe-cf27bdbf07a8 service neutron] Port ca1101dd-800e-4023-acf3-0d0caf81f935 on network ffd9f9ff-86a8-41a0-b247-ed3515901842 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 15:36:47.753298 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a70402-28dc-4a28-868f-48e1516b468d req-dd3e2227-91ce-4e0f-a7fe-cf27bdbf07a8 service neutron] Attempting to bind port ca1101dd-800e-4023-acf3-0d0caf81f935 on network ffd9f9ff-86a8-41a0-b247-ed3515901842 {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:36:47.767422 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-27ac3bf6-50c8-4f03-b4cb-ad7ac9f03894 req-26ff921f-343c-40f2-99d2-fa2d17677562 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/security-groups?id=9020a30f-f95a-46d9-b9d2-f07418290371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894384 Mar 31 15:36:47.771145 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a70402-28dc-4a28-868f-48e1516b468d req-dd3e2227-91ce-4e0f-a7fe-cf27bdbf07a8 service neutron] Checking agent: {'id': '42669199-0b56-4e25-9a3d-cc561c912f6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 34, 6), 'started_at': datetime.datetime(2022, 3, 31, 15, 34, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:36:47.771490 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a70402-28dc-4a28-868f-48e1516b468d req-dd3e2227-91ce-4e0f-a7fe-cf27bdbf07a8 service neutron] Checking segment: {'id': '3e695c53-0855-4033-b66c-5de9c04ee5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ffd9f9ff-86a8-41a0-b247-ed3515901842'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:36:47.772191 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a70402-28dc-4a28-868f-48e1516b468d req-dd3e2227-91ce-4e0f-a7fe-cf27bdbf07a8 service neutron] Bound using segment: {'id': '3e695c53-0855-4033-b66c-5de9c04ee5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ffd9f9ff-86a8-41a0-b247-ed3515901842'} {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:36:47.781036 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.managers [req-32a70402-28dc-4a28-868f-48e1516b468d req-dd3e2227-91ce-4e0f-a7fe-cf27bdbf07a8 service neutron] Bound port: ca1101dd-800e-4023-acf3-0d0caf81f935, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e695c53-0855-4033-b66c-5de9c04ee5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ffd9f9ff-86a8-41a0-b247-ed3515901842'}}] {{(pid=104159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:36:47.781468 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-32a70402-28dc-4a28-868f-48e1516b468d req-dd3e2227-91ce-4e0f-a7fe-cf27bdbf07a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (ca1101dd-800e-4023-acf3-0d0caf81f935), before_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:47.878170 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.db [req-32a70402-28dc-4a28-868f-48e1516b468d req-dd3e2227-91ce-4e0f-a7fe-cf27bdbf07a8 service neutron] For port ca1101dd-800e-4023-acf3-0d0caf81f935, host hv-cinder-75078, cleared binding levels {{(pid=104159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:36:47.884065 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.db [req-32a70402-28dc-4a28-868f-48e1516b468d req-dd3e2227-91ce-4e0f-a7fe-cf27bdbf07a8 service neutron] For port ca1101dd-800e-4023-acf3-0d0caf81f935, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=ca1101dd-800e-4023-acf3-0d0caf81f935,segment=NetworkSegment(3e695c53-0855-4033-b66c-5de9c04ee5a9),segment_id=3e695c53-0855-4033-b66c-5de9c04ee5a9)] {{(pid=104159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:36:47.891369 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216b1b9b-75b7-416e-94ce-250471ff8cb8 req-f27c4387-188d-4441-b407-f38d4f45a3e0 tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:47.893737 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-216b1b9b-75b7-416e-94ce-250471ff8cb8 req-f27c4387-188d-4441-b407-f38d4f45a3e0 tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2875938-cf9d-41a1-8d95-a10adfec5daa HTTP/1.1" status: 200 len: 945 time: 0.0680020 Mar 31 15:36:47.948663 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-216b1b9b-75b7-416e-94ce-250471ff8cb8 req-5770e6c2-996b-46c9-8015-321a01ff466a tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cb35ee8-da9b-424d-a950-6faa3a3ad767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479712 Mar 31 15:36:47.963822 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-32a70402-28dc-4a28-868f-48e1516b468d req-dd3e2227-91ce-4e0f-a7fe-cf27bdbf07a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3148011'] for port (ca1101dd-800e-4023-acf3-0d0caf81f935), after_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:48.031719 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a70402-28dc-4a28-868f-48e1516b468d req-dd3e2227-91ce-4e0f-a7fe-cf27bdbf07a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:48.032339 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-32a70402-28dc-4a28-868f-48e1516b468d req-dd3e2227-91ce-4e0f-a7fe-cf27bdbf07a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043269'] for port (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:48.034286 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-32a70402-28dc-4a28-868f-48e1516b468d req-dd3e2227-91ce-4e0f-a7fe-cf27bdbf07a8 service neutron] 10.222.0.26 "PUT /v2.0/ports/ca1101dd-800e-4023-acf3-0d0caf81f935 HTTP/1.1" status: 200 len: 1094 time: 1.4075358 Mar 31 15:36:48.034729 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f883d5ff-24b2-41bb-ad70-51cf5dc0ed9a', 'tag': 'ca1101dd-800e-4023-acf3-0d0caf81f935'}] {{(pid=104159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:36:48.060722 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3e2227-91ce-4e0f-a7fe-cf27bdbf07a8 service neutron] Pushing event updated for resources: {'Port': ['ID=ca1101dd-800e-4023-acf3-0d0caf81f935,revision_number=3']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:48.060887 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce3869fed81eb230bc7c00aef7f85a04080afe3b8b72d2e6fbd63f6167e83839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b4d782a-aa1f-4ef2-a2b1-fcaed30b5d8b" -d '{"events": [{"server_uuid": "b2875938-cf9d-41a1-8d95-a10adfec5daa", "name": "network-vif-plugged", "status": "completed", "tag": "4ee30d62-1e24-44e6-8324-a905e880bf3a"}]}' {{(pid=104160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:36:48.251209 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f718db-3d6c-41a4-a49b-680e85aef58f req-bc475aaf-a89e-4bd5-9603-dd615323d335 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:48.259206 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-99f718db-3d6c-41a4-a49b-680e85aef58f req-bc475aaf-a89e-4bd5-9603-dd615323d335 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/ports?device_id=f883d5ff-24b2-41bb-ad70-51cf5dc0ed9a HTTP/1.1" status: 200 len: 944 time: 0.0865104 Mar 31 15:36:48.277163 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a70402-28dc-4a28-868f-48e1516b468d req-24230b85-dfec-4fbf-b8ba-772fdcc84fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:48.279271 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-32a70402-28dc-4a28-868f-48e1516b468d req-24230b85-dfec-4fbf-b8ba-772fdcc84fd8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=893dd59441624f78817c4a649a0aaf40&device_id=f883d5ff-24b2-41bb-ad70-51cf5dc0ed9a HTTP/1.1" status: 200 len: 1128 time: 0.0992436 Mar 31 15:36:48.316529 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-99f718db-3d6c-41a4-a49b-680e85aef58f req-5556eb1f-0b3f-44b3-8a7d-d2cc842429e5 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/security-groups?id=734cc27e-e1b0-4159-a6ff-fe716dada738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548961 Mar 31 15:36:48.373684 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-32a70402-28dc-4a28-868f-48e1516b468d req-c2fc2594-042a-4ba7-ad6d-a97b9c21b639 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca1101dd-800e-4023-acf3-0d0caf81f935 HTTP/1.1" status: 200 len: 217 time: 0.0840654 Mar 31 15:36:48.435347 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a70402-28dc-4a28-868f-48e1516b468d req-615b55dd-b493-43ae-a3d1-4a57068d1620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:48.436835 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-32a70402-28dc-4a28-868f-48e1516b468d req-615b55dd-b493-43ae-a3d1-4a57068d1620 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2b9feebc-e9c9-4a4e-ad3c-a41e234df103 HTTP/1.1" status: 200 len: 854 time: 0.0556374 Mar 31 15:36:48.466797 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 43486) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:36:48.481955 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-4e613eee-7c7b-40e2-81b5-75c284ae5218 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:48.536172 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a70402-28dc-4a28-868f-48e1516b468d req-0c66ff8e-0d31-4c12-8d07-ba92ed0a0317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:48.538448 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-32a70402-28dc-4a28-868f-48e1516b468d req-0c66ff8e-0d31-4c12-8d07-ba92ed0a0317 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ffd9f9ff-86a8-41a0-b247-ed3515901842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0939922 Mar 31 15:36:48.546496 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d92fbd-7084-4f87-a1f3-29a38f5648b1 x-openstack-request-id: req-b5d92fbd-7084-4f87-a1f3-29a38f5648b1 {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:36:48.546917 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2875938-cf9d-41a1-8d95-a10adfec5daa", "name": "network-vif-plugged", "status": "completed", "tag": "4ee30d62-1e24-44e6-8324-a905e880bf3a", "code": 200}]} {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:36:48.547275 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b5d92fbd-7084-4f87-a1f3-29a38f5648b1 {{(pid=104160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:36:48.548654 dv-cinder-750782-15-smb neutron-server[104160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5d92fbd-7084-4f87-a1f3-29a38f5648b1'] response: {'server_uuid': 'b2875938-cf9d-41a1-8d95-a10adfec5daa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ee30d62-1e24-44e6-8324-a905e880bf3a', 'code': 200} Mar 31 15:36:48.598004 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-4e613eee-7c7b-40e2-81b5-75c284ae5218 admin admin] Publish callbacks [] for security_group (1060394c-10fd-4350-803d-05dc33d7c633), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:48.648160 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-32a70402-28dc-4a28-868f-48e1516b468d req-96eabd49-44ff-4964-b671-e9dd37be05a9 service neutron] 10.222.0.26 "GET /v2.0/networks/ffd9f9ff-86a8-41a0-b247-ed3515901842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983117 Mar 31 15:36:48.682717 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-4e613eee-7c7b-40e2-81b5-75c284ae5218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (1060394c-10fd-4350-803d-05dc33d7c633), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:48.726844 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e613eee-7c7b-40e2-81b5-75c284ae5218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1060394c-10fd-4350-803d-05dc33d7c633,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:48.732048 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-4e613eee-7c7b-40e2-81b5-75c284ae5218 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=025f1573583f4141ab51de843c6ceaf8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2639260 Mar 31 15:36:48.734614 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 43496) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:36:48.764288 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-32a70402-28dc-4a28-868f-48e1516b468d req-ca6ed21c-ee39-45ff-9fd6-f33b4c2d2482 service neutron] 10.222.0.26 "GET /v2.0/networks/ffd9f9ff-86a8-41a0-b247-ed3515901842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100106 Mar 31 15:36:48.786463 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea64b363b0503405ce6d4d78215f64c9ed163e64c8f258dff0ae871dea148ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc61169e-9ef7-4c8d-a1b6-2ef23f26502a" -d '{"events": [{"name": "network-changed", "server_uuid": "f883d5ff-24b2-41bb-ad70-51cf5dc0ed9a", "tag": "ca1101dd-800e-4023-acf3-0d0caf81f935"}]}' {{(pid=104159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:36:48.799027 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-e98f4f0c-21f2-477a-a95a-0bec48e5c411 admin admin] Publish callbacks [] for security_group (1060394c-10fd-4350-803d-05dc33d7c633), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:48.826898 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-e98f4f0c-21f2-477a-a95a-0bec48e5c411 admin admin] Publish callbacks [] for security_group (1060394c-10fd-4350-803d-05dc33d7c633), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:48.941970 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c748a7c2-ad05-4ab6-b04f-cecae1445ff1 req-922430f8-b2e4-4dda-a329-63a7ec26e479 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:48.943640 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-c748a7c2-ad05-4ab6-b04f-cecae1445ff1 req-922430f8-b2e4-4dda-a329-63a7ec26e479 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/ports?device_id=736bebfe-fdc7-4e4c-b37e-05868421c771 HTTP/1.1" status: 200 len: 944 time: 0.0682073 Mar 31 15:36:49.007033 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-c748a7c2-ad05-4ab6-b04f-cecae1445ff1 req-3aee90a3-d92e-48b9-8c40-fc6e06d47a36 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/security-groups?id=9020a30f-f95a-46d9-b9d2-f07418290371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530901 Mar 31 15:36:49.037296 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-e98f4f0c-21f2-477a-a95a-0bec48e5c411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (1060394c-10fd-4350-803d-05dc33d7c633), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:49.041711 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-e98f4f0c-21f2-477a-a95a-0bec48e5c411 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:49.045694 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-e98f4f0c-21f2-477a-a95a-0bec48e5c411 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1060394c-10fd-4350-803d-05dc33d7c633 HTTP/1.1" status: 204 len: 168 time: 0.3101254 Mar 31 15:36:49.053941 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98f4f0c-21f2-477a-a95a-0bec48e5c411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1060394c-10fd-4350-803d-05dc33d7c633,revision_number=None']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:49.126790 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a54c22f-bbe7-4dfa-bf14-ef68d23155e7 req-6aa1f297-e5f3-43e7-bc34-be580530ea41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:49.131460 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-9a54c22f-bbe7-4dfa-bf14-ef68d23155e7 req-6aa1f297-e5f3-43e7-bc34-be580530ea41 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b2875938-cf9d-41a1-8d95-a10adfec5daa HTTP/1.1" status: 200 len: 1129 time: 0.1232438 Mar 31 15:36:49.154600 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-9a54c22f-bbe7-4dfa-bf14-ef68d23155e7 req-2d32a7fb-9796-41c6-bbc0-d375b3b4d3e2 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:49.164895 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d398b465-939b-40a2-acde-8bcdc356a488 req-71e11b52-2425-44c2-88f6-6ec0590293b3 tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:49.166356 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-d398b465-939b-40a2-acde-8bcdc356a488 req-71e11b52-2425-44c2-88f6-6ec0590293b3 tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2875938-cf9d-41a1-8d95-a10adfec5daa HTTP/1.1" status: 200 len: 945 time: 0.0846598 Mar 31 15:36:49.255147 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-d398b465-939b-40a2-acde-8bcdc356a488 req-ce71f701-6cda-4e44-93a2-e66a200da8cf tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cb35ee8-da9b-424d-a950-6faa3a3ad767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813708 Mar 31 15:36:49.278721 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8222cd3-dee3-42fb-98ae-6df09a11022a x-openstack-request-id: req-b8222cd3-dee3-42fb-98ae-6df09a11022a {{(pid=104159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:36:49.279024 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f883d5ff-24b2-41bb-ad70-51cf5dc0ed9a", "tag": "ca1101dd-800e-4023-acf3-0d0caf81f935", "status": "completed", "code": 200}]} {{(pid=104159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:36:49.279287 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b8222cd3-dee3-42fb-98ae-6df09a11022a {{(pid=104159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:36:49.279752 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8222cd3-dee3-42fb-98ae-6df09a11022a'] response: {'name': 'network-changed', 'server_uuid': 'f883d5ff-24b2-41bb-ad70-51cf5dc0ed9a', 'tag': 'ca1101dd-800e-4023-acf3-0d0caf81f935', 'status': 'completed', 'code': 200} Mar 31 15:36:49.306904 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-9a54c22f-bbe7-4dfa-bf14-ef68d23155e7 req-2d32a7fb-9796-41c6-bbc0-d375b3b4d3e2 service neutron] Publish callbacks [] for security_group (1b424b27-3e41-4948-8de9-0c1ffb450431), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:49.364195 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc61169e-9ef7-4c8d-a1b6-2ef23f26502a req-78c80768-0b9e-48b0-a89c-4d6a6c3208c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:49.366968 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-cc61169e-9ef7-4c8d-a1b6-2ef23f26502a req-78c80768-0b9e-48b0-a89c-4d6a6c3208c9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=893dd59441624f78817c4a649a0aaf40&device_id=f883d5ff-24b2-41bb-ad70-51cf5dc0ed9a HTTP/1.1" status: 200 len: 1128 time: 0.0538149 Mar 31 15:36:49.401472 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-9a54c22f-bbe7-4dfa-bf14-ef68d23155e7 req-2d32a7fb-9796-41c6-bbc0-d375b3b4d3e2 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (1b424b27-3e41-4948-8de9-0c1ffb450431), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:49.481360 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-9a54c22f-bbe7-4dfa-bf14-ef68d23155e7 req-2d32a7fb-9796-41c6-bbc0-d375b3b4d3e2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0cb35ee8-da9b-424d-a950-6faa3a3ad767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3426583 Mar 31 15:36:49.482202 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc61169e-9ef7-4c8d-a1b6-2ef23f26502a req-f5eda63c-80d7-4428-87ca-c5a167efe90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:49.483691 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-cc61169e-9ef7-4c8d-a1b6-2ef23f26502a req-f5eda63c-80d7-4428-87ca-c5a167efe90b service neutron] 10.222.0.26 "GET /v2.0/networks?id=ffd9f9ff-86a8-41a0-b247-ed3515901842 HTTP/1.1" status: 200 len: 916 time: 0.1105385 Mar 31 15:36:49.487128 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d32a7fb-9796-41c6-bbc0-d375b3b4d3e2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1b424b27-3e41-4948-8de9-0c1ffb450431,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:49.503172 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2824d08-b3cf-4e00-b820-4880645257d9 req-6d39a0a4-d5bc-42c2-a89e-03b8eb73a9cb tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:49.504642 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-e2824d08-b3cf-4e00-b820-4880645257d9 req-6d39a0a4-d5bc-42c2-a89e-03b8eb73a9cb tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/ports?device_id=f883d5ff-24b2-41bb-ad70-51cf5dc0ed9a HTTP/1.1" status: 200 len: 944 time: 0.1147225 Mar 31 15:36:49.558404 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-e2824d08-b3cf-4e00-b820-4880645257d9 req-3c1083a0-bdee-493e-a6dc-183ae1df75a6 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/security-groups?id=734cc27e-e1b0-4159-a6ff-fe716dada738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476296 Mar 31 15:36:49.767223 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-cc61169e-9ef7-4c8d-a1b6-2ef23f26502a req-34bda914-e903-49cb-98d9-fd2d30b6c720 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca1101dd-800e-4023-acf3-0d0caf81f935 HTTP/1.1" status: 200 len: 217 time: 0.0550311 Mar 31 15:36:49.815525 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 43542) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:36:49.820377 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc61169e-9ef7-4c8d-a1b6-2ef23f26502a req-45358987-bd75-4485-ae42-3c67ec8d360c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:49.821817 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-cc61169e-9ef7-4c8d-a1b6-2ef23f26502a req-45358987-bd75-4485-ae42-3c67ec8d360c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2b9feebc-e9c9-4a4e-ad3c-a41e234df103 HTTP/1.1" status: 200 len: 854 time: 0.0475941 Mar 31 15:36:49.882698 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc61169e-9ef7-4c8d-a1b6-2ef23f26502a req-4071bf72-26a1-4bb0-abe7-6004031e2fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:49.884268 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-cc61169e-9ef7-4c8d-a1b6-2ef23f26502a req-4071bf72-26a1-4bb0-abe7-6004031e2fb6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ffd9f9ff-86a8-41a0-b247-ed3515901842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0564103 Mar 31 15:36:49.972434 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-cc61169e-9ef7-4c8d-a1b6-2ef23f26502a req-7092d767-feb6-4ad3-81fe-f3a01ec93acd service neutron] 10.222.0.26 "GET /v2.0/networks/ffd9f9ff-86a8-41a0-b247-ed3515901842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819352 Mar 31 15:36:50.072852 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-cc61169e-9ef7-4c8d-a1b6-2ef23f26502a req-c8f238ef-dd53-4f0d-8539-199f246cdd1c service neutron] 10.222.0.26 "GET /v2.0/networks/ffd9f9ff-86a8-41a0-b247-ed3515901842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939720 Mar 31 15:36:50.127965 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb0c22b-40ea-48fa-92cb-9a0151223b13 req-b0709805-4576-48e5-abb3-9463727aeb48 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:50.135273 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-adb0c22b-40ea-48fa-92cb-9a0151223b13 req-b0709805-4576-48e5-abb3-9463727aeb48 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/ports?device_id=736bebfe-fdc7-4e4c-b37e-05868421c771 HTTP/1.1" status: 200 len: 944 time: 0.0657609 Mar 31 15:36:50.136632 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-e31895ca-17aa-4d52-a818-a400ea271926 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:50.185367 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-adb0c22b-40ea-48fa-92cb-9a0151223b13 req-74f39ece-9e8b-437c-b422-32a41055212e tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/security-groups?id=9020a30f-f95a-46d9-b9d2-f07418290371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491333 Mar 31 15:36:50.234771 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-e31895ca-17aa-4d52-a818-a400ea271926 admin admin] Publish callbacks [] for security_group (327e34ab-8a26-4ce5-9e0d-0b3dfd6d934b), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:50.364683 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-e31895ca-17aa-4d52-a818-a400ea271926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (327e34ab-8a26-4ce5-9e0d-0b3dfd6d934b), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:50.385418 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0746407b-f25b-4915-a32e-6afbb8d7e62b req-143dfb39-21a3-48b2-8e68-8068be5ecd64 tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:50.386893 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-0746407b-f25b-4915-a32e-6afbb8d7e62b req-143dfb39-21a3-48b2-8e68-8068be5ecd64 tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2875938-cf9d-41a1-8d95-a10adfec5daa HTTP/1.1" status: 200 len: 945 time: 0.0659251 Mar 31 15:36:50.521960 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 43568) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:36:50.586850 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31895ca-17aa-4d52-a818-a400ea271926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=327e34ab-8a26-4ce5-9e0d-0b3dfd6d934b,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:50.593903 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 43576) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:36:50.594088 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-e31895ca-17aa-4d52-a818-a400ea271926 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1ce0777bb2fc4729b9dc9743f4618cc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7769823 Mar 31 15:36:50.646002 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-0746407b-f25b-4915-a32e-6afbb8d7e62b req-779c01ac-a0ee-40c9-96a0-9986b44c3dbf tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cb35ee8-da9b-424d-a950-6faa3a3ad767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516987 Mar 31 15:36:50.713133 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-13d56278-7539-4b82-b899-eca3cae4300a admin admin] Publish callbacks [] for security_group (327e34ab-8a26-4ce5-9e0d-0b3dfd6d934b), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:50.728164 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-9d31e273-697e-4370-b1b2-83505fcca7fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:50.760975 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ec2965-496b-4619-9114-f62cb99d9490 req-dc7ff980-2cdf-4c0a-bbc9-26acf6d2c81a tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:50.762576 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-75ec2965-496b-4619-9114-f62cb99d9490 req-dc7ff980-2cdf-4c0a-bbc9-26acf6d2c81a tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/ports?device_id=f883d5ff-24b2-41bb-ad70-51cf5dc0ed9a HTTP/1.1" status: 200 len: 944 time: 0.1148210 Mar 31 15:36:50.764479 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-13d56278-7539-4b82-b899-eca3cae4300a admin admin] Publish callbacks [] for security_group (327e34ab-8a26-4ce5-9e0d-0b3dfd6d934b), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:50.873865 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device 84024e4b-650c-42fa-a4eb-6c52eccd529c details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=104160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 15:36:50.875081 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-75ec2965-496b-4619-9114-f62cb99d9490 req-209f179a-7cd3-4ae7-890d-a0a7d3ffadaa tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/security-groups?id=734cc27e-e1b0-4159-a6ff-fe716dada738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027365 Mar 31 15:36:50.915811 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-9d31e273-697e-4370-b1b2-83505fcca7fc admin admin] Publish callbacks [] for security_group (98f8a67b-d666-468e-8bd2-54a8a2015b0c), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:50.991301 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-9d31e273-697e-4370-b1b2-83505fcca7fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (98f8a67b-d666-468e-8bd2-54a8a2015b0c), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:51.006715 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] For port 84024e4b-650c-42fa-a4eb-6c52eccd529c, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=84024e4b-650c-42fa-a4eb-6c52eccd529c,segment=NetworkSegment(ec34a71e-0dc7-4d80-8f0e-2bcd71ad2a76),segment_id=ec34a71e-0dc7-4d80-8f0e-2bcd71ad2a76)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:36:51.028714 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Returning: {'device': '84024e4b-650c-42fa-a4eb-6c52eccd529c', 'network_id': 'acf2b035-5efb-451b-83b3-46613c8b8e46', 'port_id': '84024e4b-650c-42fa-a4eb-6c52eccd529c', 'mac_address': 'fa:16:3e:8b:f9:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ed38ac7-8ffd-41b7-819b-98cf852cf0d4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 15:36:51.030516 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-13d56278-7539-4b82-b899-eca3cae4300a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (327e34ab-8a26-4ce5-9e0d-0b3dfd6d934b), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:51.032267 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-13d56278-7539-4b82-b899-eca3cae4300a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:51.034586 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-13d56278-7539-4b82-b899-eca3cae4300a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/327e34ab-8a26-4ce5-9e0d-0b3dfd6d934b HTTP/1.1" status: 204 len: 168 time: 0.4391789 Mar 31 15:36:51.037475 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d31e273-697e-4370-b1b2-83505fcca7fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98f8a67b-d666-468e-8bd2-54a8a2015b0c,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:51.043854 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-9d31e273-697e-4370-b1b2-83505fcca7fc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cb28f6ac7b804c7482eeb2ffdb20a393&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5205398 Mar 31 15:36:51.047621 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 43598) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:36:51.054889 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d56278-7539-4b82-b899-eca3cae4300a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=327e34ab-8a26-4ce5-9e0d-0b3dfd6d934b,revision_number=None']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:51.091049 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Current status of the port 84024e4b-650c-42fa-a4eb-6c52eccd529c is: DOWN; New status is: BUILD {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:36:51.093344 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (84024e4b-650c-42fa-a4eb-6c52eccd529c), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:51.121371 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.notifiers.nova [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84024e4b-650c-42fa-a4eb-6c52eccd529c {{(pid=104160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:36:51.126837 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-669c9e89-a8ef-4872-9a87-c22cc7d6fe33 admin admin] Publish callbacks [] for security_group (98f8a67b-d666-468e-8bd2-54a8a2015b0c), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:51.146099 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] For port 84024e4b-650c-42fa-a4eb-6c52eccd529c, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=84024e4b-650c-42fa-a4eb-6c52eccd529c,segment=NetworkSegment(ec34a71e-0dc7-4d80-8f0e-2bcd71ad2a76),segment_id=ec34a71e-0dc7-4d80-8f0e-2bcd71ad2a76)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:36:51.159101 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-669c9e89-a8ef-4872-9a87-c22cc7d6fe33 admin admin] Publish callbacks [] for security_group (98f8a67b-d666-468e-8bd2-54a8a2015b0c), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:51.291420 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (84024e4b-650c-42fa-a4eb-6c52eccd529c), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:51.314761 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31d086e-6367-4714-93cf-9ba16092226e req-9b6392b3-416e-4b04-af1a-60e46f9f69ef tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:51.316580 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-d31d086e-6367-4714-93cf-9ba16092226e req-9b6392b3-416e-4b04-af1a-60e46f9f69ef tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/ports?device_id=736bebfe-fdc7-4e4c-b37e-05868421c771 HTTP/1.1" status: 200 len: 944 time: 0.0622549 Mar 31 15:36:51.323134 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-669c9e89-a8ef-4872-9a87-c22cc7d6fe33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (98f8a67b-d666-468e-8bd2-54a8a2015b0c), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:51.323134 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-669c9e89-a8ef-4872-9a87-c22cc7d6fe33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:51.323134 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-669c9e89-a8ef-4872-9a87-c22cc7d6fe33 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/98f8a67b-d666-468e-8bd2-54a8a2015b0c HTTP/1.1" status: 204 len: 168 time: 0.2730203 Mar 31 15:36:51.339166 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c9e89-a8ef-4872-9a87-c22cc7d6fe33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f8a67b-d666-468e-8bd2-54a8a2015b0c,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:51.383191 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-d31d086e-6367-4714-93cf-9ba16092226e req-cae80690-b6ef-4fa7-84e2-b2c38be5828d tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/security-groups?id=9020a30f-f95a-46d9-b9d2-f07418290371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556781 Mar 31 15:36:51.397921 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Pushing event updated for resources: {'Port': ['ID=84024e4b-650c-42fa-a4eb-6c52eccd529c,revision_number=4']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:51.565244 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] get_ports_and_sgs() called for port_ids ['84024e4b-650c-42fa-a4eb-6c52eccd529c'] {{(pid=104160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:36:51.786992 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78708815-c141-4f8b-b678-38d234c8c652 req-11f95026-4056-45f3-afaa-22b64c0be415 tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:51.788722 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-78708815-c141-4f8b-b678-38d234c8c652 req-11f95026-4056-45f3-afaa-22b64c0be415 tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2875938-cf9d-41a1-8d95-a10adfec5daa HTTP/1.1" status: 200 len: 945 time: 0.0603688 Mar 31 15:36:51.839900 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-78708815-c141-4f8b-b678-38d234c8c652 req-604a732c-ae20-4b5d-be66-6c28fcfa4a75 tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cb35ee8-da9b-424d-a950-6faa3a3ad767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447464 Mar 31 15:36:52.019231 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efec451a-2cab-4b34-ab29-d71fd1c5ed51 req-eb2f6318-d6cc-40e2-9e26-0c8226950e80 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:52.020711 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-efec451a-2cab-4b34-ab29-d71fd1c5ed51 req-eb2f6318-d6cc-40e2-9e26-0c8226950e80 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/ports?device_id=f883d5ff-24b2-41bb-ad70-51cf5dc0ed9a HTTP/1.1" status: 200 len: 944 time: 0.0642045 Mar 31 15:36:52.069967 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-efec451a-2cab-4b34-ab29-d71fd1c5ed51 req-5fa26176-ad31-4f74-8cd5-a7e9c2192cc3 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/security-groups?id=734cc27e-e1b0-4159-a6ff-fe716dada738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435312 Mar 31 15:36:52.239408 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 43638) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:36:52.256392 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-2ec528f4-e9cc-42b5-94e5-a69c5932c6e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:52.330896 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-2ec528f4-e9cc-42b5-94e5-a69c5932c6e0 admin admin] Publish callbacks [] for security_group (bfe1e7af-8f8e-447a-96e7-050f9734cb88), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:52.495424 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-2ec528f4-e9cc-42b5-94e5-a69c5932c6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (bfe1e7af-8f8e-447a-96e7-050f9734cb88), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:52.545791 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331173b0-525f-4b9d-aaa1-4dfc3e5af359 req-8d3f6410-a125-4ce3-97a9-7e4f9e04a10b tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:52.547256 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-331173b0-525f-4b9d-aaa1-4dfc3e5af359 req-8d3f6410-a125-4ce3-97a9-7e4f9e04a10b tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/ports?device_id=736bebfe-fdc7-4e4c-b37e-05868421c771 HTTP/1.1" status: 200 len: 945 time: 0.0914085 Mar 31 15:36:52.552926 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-2ec528f4-e9cc-42b5-94e5-a69c5932c6e0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4b93a884583146119760eddd5e404252&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3092217 Mar 31 15:36:52.552926 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec528f4-e9cc-42b5-94e5-a69c5932c6e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe1e7af-8f8e-447a-96e7-050f9734cb88,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:52.553902 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 43646) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:36:52.603237 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-331173b0-525f-4b9d-aaa1-4dfc3e5af359 req-ed56f0ad-dd63-4c8f-b810-9f1c2f247293 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/security-groups?id=9020a30f-f95a-46d9-b9d2-f07418290371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489519 Mar 31 15:36:52.610670 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-f8413dff-9e4c-412f-b312-c78dd8cdd1a2 admin admin] Publish callbacks [] for security_group (bfe1e7af-8f8e-447a-96e7-050f9734cb88), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:52.635988 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-f8413dff-9e4c-412f-b312-c78dd8cdd1a2 admin admin] Publish callbacks [] for security_group (bfe1e7af-8f8e-447a-96e7-050f9734cb88), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:52.821612 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 43658) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:36:52.826155 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-f8413dff-9e4c-412f-b312-c78dd8cdd1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (bfe1e7af-8f8e-447a-96e7-050f9734cb88), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:52.828855 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-f8413dff-9e4c-412f-b312-c78dd8cdd1a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:52.830823 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-f8413dff-9e4c-412f-b312-c78dd8cdd1a2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bfe1e7af-8f8e-447a-96e7-050f9734cb88 HTTP/1.1" status: 204 len: 168 time: 0.2758186 Mar 31 15:36:52.836829 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-014cd900-d292-4be6-b6df-aca241d2fc92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:52.839084 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8413dff-9e4c-412f-b312-c78dd8cdd1a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe1e7af-8f8e-447a-96e7-050f9734cb88,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:52.872213 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device ca1101dd-800e-4023-acf3-0d0caf81f935 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=104160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 15:36:52.896619 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device 84024e4b-650c-42fa-a4eb-6c52eccd529c up at agent hyperv_hv-cinder-75078 {{(pid=104160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:36:52.938549 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-014cd900-d292-4be6-b6df-aca241d2fc92 admin admin] Publish callbacks [] for security_group (fd84fb9e-2b09-4c31-a416-22623203b182), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:53.038002 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-014cd900-d292-4be6-b6df-aca241d2fc92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (fd84fb9e-2b09-4c31-a416-22623203b182), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:53.048296 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] For port ca1101dd-800e-4023-acf3-0d0caf81f935, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=ca1101dd-800e-4023-acf3-0d0caf81f935,segment=NetworkSegment(3e695c53-0855-4033-b66c-5de9c04ee5a9),segment_id=3e695c53-0855-4033-b66c-5de9c04ee5a9)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:36:53.062379 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Returning: {'device': 'ca1101dd-800e-4023-acf3-0d0caf81f935', 'network_id': 'ffd9f9ff-86a8-41a0-b247-ed3515901842', 'port_id': 'ca1101dd-800e-4023-acf3-0d0caf81f935', 'mac_address': 'fa:16:3e:b7:de:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b9feebc-e9c9-4a4e-ad3c-a41e234df103', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 15:36:53.100925 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Provisioning for port 84024e4b-650c-42fa-a4eb-6c52eccd529c completed by entity L2. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 15:36:53.112430 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Provisioning complete for port 84024e4b-650c-42fa-a4eb-6c52eccd529c triggered by entity L2. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:36:53.113090 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (84024e4b-650c-42fa-a4eb-6c52eccd529c), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:53.144832 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Current status of the port ca1101dd-800e-4023-acf3-0d0caf81f935 is: DOWN; New status is: BUILD {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:36:53.146084 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (ca1101dd-800e-4023-acf3-0d0caf81f935), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:53.148170 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-014cd900-d292-4be6-b6df-aca241d2fc92 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9503b03dc0aa431eaf14ef2e917d7b63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3252623 Mar 31 15:36:53.151027 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 43672) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:36:53.154942 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014cd900-d292-4be6-b6df-aca241d2fc92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd84fb9e-2b09-4c31-a416-22623203b182,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:53.201364 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.notifiers.nova [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca1101dd-800e-4023-acf3-0d0caf81f935 {{(pid=104160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:36:53.246150 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] For port ca1101dd-800e-4023-acf3-0d0caf81f935, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=ca1101dd-800e-4023-acf3-0d0caf81f935,segment=NetworkSegment(3e695c53-0855-4033-b66c-5de9c04ee5a9),segment_id=3e695c53-0855-4033-b66c-5de9c04ee5a9)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:36:53.246980 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-31f5ae80-3e71-40dc-84f5-75d9b08ca61f admin admin] Publish callbacks [] for security_group (fd84fb9e-2b09-4c31-a416-22623203b182), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:53.264235 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Current status of the port 84024e4b-650c-42fa-a4eb-6c52eccd529c is: BUILD; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:36:53.264554 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (84024e4b-650c-42fa-a4eb-6c52eccd529c), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:53.272221 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca16ba-64da-4629-b9bc-30356b634ef9 req-b565e5ec-ab76-4f5d-9f63-14c517675007 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:53.273758 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-8aca16ba-64da-4629-b9bc-30356b634ef9 req-b565e5ec-ab76-4f5d-9f63-14c517675007 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/ports?device_id=f883d5ff-24b2-41bb-ad70-51cf5dc0ed9a HTTP/1.1" status: 200 len: 944 time: 0.0813992 Mar 31 15:36:53.289689 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-31f5ae80-3e71-40dc-84f5-75d9b08ca61f admin admin] Publish callbacks [] for security_group (fd84fb9e-2b09-4c31-a416-22623203b182), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:53.290104 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '736bebfe-fdc7-4e4c-b37e-05868421c771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84024e4b-650c-42fa-a4eb-6c52eccd529c'}] {{(pid=104160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:36:53.292452 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce3869fed81eb230bc7c00aef7f85a04080afe3b8b72d2e6fbd63f6167e83839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d376f5f-ee78-4007-ae3b-39d505798c77" -d '{"events": [{"server_uuid": "736bebfe-fdc7-4e4c-b37e-05868421c771", "name": "network-vif-plugged", "status": "completed", "tag": "84024e4b-650c-42fa-a4eb-6c52eccd529c"}]}' {{(pid=104160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:36:53.317224 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] For port 84024e4b-650c-42fa-a4eb-6c52eccd529c, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=84024e4b-650c-42fa-a4eb-6c52eccd529c,segment=NetworkSegment(ec34a71e-0dc7-4d80-8f0e-2bcd71ad2a76),segment_id=ec34a71e-0dc7-4d80-8f0e-2bcd71ad2a76)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:36:53.340413 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (ca1101dd-800e-4023-acf3-0d0caf81f935), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:53.382037 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a797396-9385-42ff-9d2a-c750efa6c951 x-openstack-request-id: req-7a797396-9385-42ff-9d2a-c750efa6c951 {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:36:53.382373 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "736bebfe-fdc7-4e4c-b37e-05868421c771", "name": "network-vif-plugged", "status": "completed", "tag": "84024e4b-650c-42fa-a4eb-6c52eccd529c", "code": 200}]} {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:36:53.382618 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7a797396-9385-42ff-9d2a-c750efa6c951 {{(pid=104160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:36:53.384241 dv-cinder-750782-15-smb neutron-server[104160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a797396-9385-42ff-9d2a-c750efa6c951'] response: {'server_uuid': '736bebfe-fdc7-4e4c-b37e-05868421c771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84024e4b-650c-42fa-a4eb-6c52eccd529c', 'code': 200} Mar 31 15:36:53.390634 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-8aca16ba-64da-4629-b9bc-30356b634ef9 req-b2decf5f-a5af-42a1-84f0-b05258dcd0ca tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/security-groups?id=734cc27e-e1b0-4159-a6ff-fe716dada738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072030 Mar 31 15:36:53.426989 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Pushing event updated for resources: {'Port': ['ID=ca1101dd-800e-4023-acf3-0d0caf81f935,revision_number=4']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:53.466396 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (84024e4b-650c-42fa-a4eb-6c52eccd529c), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:53.498965 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-31f5ae80-3e71-40dc-84f5-75d9b08ca61f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (fd84fb9e-2b09-4c31-a416-22623203b182), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:53.501691 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-31f5ae80-3e71-40dc-84f5-75d9b08ca61f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:53.502866 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-31f5ae80-3e71-40dc-84f5-75d9b08ca61f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fd84fb9e-2b09-4c31-a416-22623203b182 HTTP/1.1" status: 204 len: 168 time: 0.3508050 Mar 31 15:36:53.518499 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f5ae80-3e71-40dc-84f5-75d9b08ca61f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd84fb9e-2b09-4c31-a416-22623203b182,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:53.545023 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Pushing event updated for resources: {'Port': ['ID=84024e4b-650c-42fa-a4eb-6c52eccd529c,revision_number=5']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:53.611797 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] get_ports_and_sgs() called for port_ids ['ca1101dd-800e-4023-acf3-0d0caf81f935'] {{(pid=104160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:36:53.806316 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a73c2f7-b823-4038-a690-aaf7d97e58b6 req-5004c34f-d4d4-48b3-be40-df978289fd9e tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:53.807810 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-5a73c2f7-b823-4038-a690-aaf7d97e58b6 req-5004c34f-d4d4-48b3-be40-df978289fd9e tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/ports?device_id=736bebfe-fdc7-4e4c-b37e-05868421c771 HTTP/1.1" status: 200 len: 946 time: 0.1174016 Mar 31 15:36:53.837204 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b601ab-3a8d-4386-b4de-05683247aa2f req-84b8851f-1cb5-4175-95ee-3012ab83ff89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:53.842455 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-44b601ab-3a8d-4386-b4de-05683247aa2f req-84b8851f-1cb5-4175-95ee-3012ab83ff89 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=736bebfe-fdc7-4e4c-b37e-05868421c771 HTTP/1.1" status: 200 len: 1130 time: 0.1163666 Mar 31 15:36:53.929954 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-5a73c2f7-b823-4038-a690-aaf7d97e58b6 req-32cd7fd7-1e80-45df-a22c-e5335ac50f13 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/security-groups?id=9020a30f-f95a-46d9-b9d2-f07418290371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155629 Mar 31 15:36:53.946053 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-44b601ab-3a8d-4386-b4de-05683247aa2f req-192a01e8-ff62-4145-b6a6-ee7f07826ee8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9020a30f-f95a-46d9-b9d2-f07418290371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944798 Mar 31 15:36:54.243502 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 43728) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:36:54.346627 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.v2.base [None req-0cf667f2-5204-4a09-9c2e-892994bae66a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1462313090-network', 'tenant_id': '554dc0e19c5e49a9a8d515b1286bd5cf'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:36:54.440602 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf667f2-5204-4a09-9c2e-892994bae66a admin admin] Made reservation on behalf of 554dc0e19c5e49a9a8d515b1286bd5cf for: {'network': 1} {{(pid=104159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:36:54.443267 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-0cf667f2-5204-4a09-9c2e-892994bae66a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for network (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:54.451996 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-0cf667f2-5204-4a09-9c2e-892994bae66a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:54.512195 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f84edf-0d3f-47f8-bbfa-d210035de5cf req-030fc9fb-1ca7-4c3b-870e-1a607bf167ee tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:54.513801 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-d9f84edf-0d3f-47f8-bbfa-d210035de5cf req-030fc9fb-1ca7-4c3b-870e-1a607bf167ee tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/ports?device_id=f883d5ff-24b2-41bb-ad70-51cf5dc0ed9a HTTP/1.1" status: 200 len: 945 time: 0.0560949 Mar 31 15:36:54.553243 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-0cf667f2-5204-4a09-9c2e-892994bae66a admin admin] Publish callbacks [] for security_group (14d129c5-3f66-4e92-b5af-159f959da293), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:54.571824 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-d9f84edf-0d3f-47f8-bbfa-d210035de5cf req-778a2be0-0521-4328-9fa1-b37654ea0e5b tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/security-groups?id=734cc27e-e1b0-4159-a6ff-fe716dada738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516346 Mar 31 15:36:54.711213 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-0cf667f2-5204-4a09-9c2e-892994bae66a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (14d129c5-3f66-4e92-b5af-159f959da293), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:54.736088 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cf667f2-5204-4a09-9c2e-892994bae66a admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=104159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:36:54.748525 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf667f2-5204-4a09-9c2e-892994bae66a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14d129c5-3f66-4e92-b5af-159f959da293,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:54.753977 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-0cf667f2-5204-4a09-9c2e-892994bae66a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8219139'] for segment (18c206fd-452f-439f-81f6-3c7ff600c224), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:54.757006 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.db.segments_db [None req-0cf667f2-5204-4a09-9c2e-892994bae66a admin admin] Added segment 18c206fd-452f-439f-81f6-3c7ff600c224 of type vlan for network 2212ae90-e749-4651-b0f4-646c99c082ef Mar 31 15:36:54.800080 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-0cf667f2-5204-4a09-9c2e-892994bae66a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772784419386'] for network (2212ae90-e749-4651-b0f4-646c99c082ef), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:54.886693 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device ca1101dd-800e-4023-acf3-0d0caf81f935 up at agent hyperv_hv-cinder-75078 {{(pid=104160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:36:54.991959 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-0cf667f2-5204-4a09-9c2e-892994bae66a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315'] for network (2212ae90-e749-4651-b0f4-646c99c082ef), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:54.992985 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf667f2-5204-4a09-9c2e-892994bae66a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:54.995137 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-0cf667f2-5204-4a09-9c2e-892994bae66a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043269'] for network (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:55.055955 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80bb98-5a3d-4dd8-b221-1cd3aa0bcbf1 req-c1320e65-2386-4f28-b196-56bd5c1ee401 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:55.057427 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-0a80bb98-5a3d-4dd8-b221-1cd3aa0bcbf1 req-c1320e65-2386-4f28-b196-56bd5c1ee401 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/ports?device_id=736bebfe-fdc7-4e4c-b37e-05868421c771 HTTP/1.1" status: 200 len: 946 time: 0.0612442 Mar 31 15:36:55.064091 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf667f2-5204-4a09-9c2e-892994bae66a admin admin] Pushing event updated for resources: {'Network': ['ID=2212ae90-e749-4651-b0f4-646c99c082ef,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:55.074955 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Network 2212ae90-e749-4651-b0f4-646c99c082ef details requested by agent ovs-agent-dv-cinder-750782-15-smb with host dv-cinder-750782-15-smb {{(pid=104160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 15:36:55.117284 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-0a80bb98-5a3d-4dd8-b221-1cd3aa0bcbf1 req-ea9aae7a-6deb-4349-84c0-8dc806c9dafb tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/security-groups?id=9020a30f-f95a-46d9-b9d2-f07418290371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508053 Mar 31 15:36:55.181518 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-0cf667f2-5204-4a09-9c2e-892994bae66a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9367597 Mar 31 15:36:55.181758 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 43768) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:36:55.188370 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.v2.base [None req-a6ceee81-9f9d-47ea-8d04-8a27d24188d1 admin admin] Request body: {'subnet': {'network_id': '2212ae90-e749-4651-b0f4-646c99c082ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1462313090-subnet', 'tenant_id': '554dc0e19c5e49a9a8d515b1286bd5cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:36:55.253769 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Provisioning for port ca1101dd-800e-4023-acf3-0d0caf81f935 completed by entity L2. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 15:36:55.261986 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Provisioning complete for port ca1101dd-800e-4023-acf3-0d0caf81f935 triggered by entity L2. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:36:55.262356 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (ca1101dd-800e-4023-acf3-0d0caf81f935), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:55.328383 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ceee81-9f9d-47ea-8d04-8a27d24188d1 admin admin] Made reservation on behalf of 554dc0e19c5e49a9a8d515b1286bd5cf for: {'subnet': 1} {{(pid=104158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:36:55.331317 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-a6ceee81-9f9d-47ea-8d04-8a27d24188d1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:55.350970 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Current status of the port ca1101dd-800e-4023-acf3-0d0caf81f935 is: BUILD; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:36:55.351254 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (ca1101dd-800e-4023-acf3-0d0caf81f935), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:55.391439 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f883d5ff-24b2-41bb-ad70-51cf5dc0ed9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca1101dd-800e-4023-acf3-0d0caf81f935'}] {{(pid=104160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:36:55.394400 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce3869fed81eb230bc7c00aef7f85a04080afe3b8b72d2e6fbd63f6167e83839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5024636-9cc7-472b-9773-9ab78f06d08b" -d '{"events": [{"server_uuid": "f883d5ff-24b2-41bb-ad70-51cf5dc0ed9a", "name": "network-vif-plugged", "status": "completed", "tag": "ca1101dd-800e-4023-acf3-0d0caf81f935"}]}' {{(pid=104160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:36:55.400277 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] For port ca1101dd-800e-4023-acf3-0d0caf81f935, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=ca1101dd-800e-4023-acf3-0d0caf81f935,segment=NetworkSegment(3e695c53-0855-4033-b66c-5de9c04ee5a9),segment_id=3e695c53-0855-4033-b66c-5de9c04ee5a9)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:36:55.434163 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b8c94c1-9489-4246-9531-d975330281af x-openstack-request-id: req-8b8c94c1-9489-4246-9531-d975330281af {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:36:55.434502 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f883d5ff-24b2-41bb-ad70-51cf5dc0ed9a", "name": "network-vif-plugged", "status": "completed", "tag": "ca1101dd-800e-4023-acf3-0d0caf81f935", "code": 200}]} {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:36:55.434740 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8b8c94c1-9489-4246-9531-d975330281af {{(pid=104160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:36:55.435145 dv-cinder-750782-15-smb neutron-server[104160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b8c94c1-9489-4246-9531-d975330281af'] response: {'server_uuid': 'f883d5ff-24b2-41bb-ad70-51cf5dc0ed9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca1101dd-800e-4023-acf3-0d0caf81f935', 'code': 200} Mar 31 15:36:55.500216 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (ca1101dd-800e-4023-acf3-0d0caf81f935), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:55.551112 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Pushing event updated for resources: {'Port': ['ID=ca1101dd-800e-4023-acf3-0d0caf81f935,revision_number=5']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:55.617588 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-a6ceee81-9f9d-47ea-8d04-8a27d24188d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315'] for subnet (5d64660f-f5ca-4994-a6f9-2034b643ec05), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:55.687839 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ceee81-9f9d-47ea-8d04-8a27d24188d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d64660f-f5ca-4994-a6f9-2034b643ec05,revision_number=0']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:55.701581 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ceee81-9f9d-47ea-8d04-8a27d24188d1 admin admin] Checking segment: {'id': '18c206fd-452f-439f-81f6-3c7ff600c224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2212ae90-e749-4651-b0f4-646c99c082ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:36:55.701934 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ceee81-9f9d-47ea-8d04-8a27d24188d1 admin admin] Network hostable DHCP agents. Network: 2212ae90-e749-4651-b0f4-646c99c082ef, hostable agents: ['80b0103a-7158-48a6-b59a-3fe393c523d9'], hosted agents: [] {{(pid=104158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:36:55.762328 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dba2c75-c657-452a-9105-c6435dd28f1f req-6ebd1ddb-e06a-4010-a07d-fbf8436bce2a tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:55.764218 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-1dba2c75-c657-452a-9105-c6435dd28f1f req-6ebd1ddb-e06a-4010-a07d-fbf8436bce2a tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/ports?device_id=f883d5ff-24b2-41bb-ad70-51cf5dc0ed9a HTTP/1.1" status: 200 len: 946 time: 0.0712571 Mar 31 15:36:55.836514 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-1dba2c75-c657-452a-9105-c6435dd28f1f req-97eb3075-b63e-4923-b406-ba9fb5507fd5 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/security-groups?id=734cc27e-e1b0-4159-a6ff-fe716dada738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658913 Mar 31 15:36:55.849532 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca018d1e-7880-40cc-8347-fd728cafa9ea req-42b1bbcd-ca7f-423e-8528-06b5d866ed04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:55.850751 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-ca018d1e-7880-40cc-8347-fd728cafa9ea req-42b1bbcd-ca7f-423e-8528-06b5d866ed04 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f883d5ff-24b2-41bb-ad70-51cf5dc0ed9a HTTP/1.1" status: 200 len: 1130 time: 0.0484273 Mar 31 15:36:55.873030 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ceee81-9f9d-47ea-8d04-8a27d24188d1 admin admin] Network 2212ae90-e749-4651-b0f4-646c99c082ef is scheduled to be hosted by DHCP agent 80b0103a-7158-48a6-b59a-3fe393c523d9 with binding_index 1 {{(pid=104158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:36:55.900130 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-ca018d1e-7880-40cc-8347-fd728cafa9ea req-6983728b-3c7b-44cc-b12a-9cc3a1a30259 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=734cc27e-e1b0-4159-a6ff-fe716dada738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438790 Mar 31 15:36:55.969279 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.scheduler.base_scheduler [None req-a6ceee81-9f9d-47ea-8d04-8a27d24188d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-15-smb, 2212ae90-e749-4651-b0f4-646c99c082ef) {{(pid=104158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:36:55.980805 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7932c8-3a33-43cd-a659-58137719c1cf None None] Network 2212ae90-e749-4651-b0f4-646c99c082ef requested from dv-cinder-750782-15-smb {{(pid=104160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:36:55.992307 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ceee81-9f9d-47ea-8d04-8a27d24188d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:55.994408 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-a6ceee81-9f9d-47ea-8d04-8a27d24188d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043269'] for subnet (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:56.114234 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-a6ceee81-9f9d-47ea-8d04-8a27d24188d1 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9309340 Mar 31 15:36:56.139823 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b5748c-6413-4845-8867-a51002c2c7b7 None None] Network 2212ae90-e749-4651-b0f4-646c99c082ef requested from dv-cinder-750782-15-smb {{(pid=104160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:36:56.286804 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62370678-256d-474f-b163-e0d5ec3169da req-ee4b34a0-0605-4cd3-a6de-f0ae1bf61fd7 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:56.288370 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-62370678-256d-474f-b163-e0d5ec3169da req-ee4b34a0-0605-4cd3-a6de-f0ae1bf61fd7 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/ports?device_id=736bebfe-fdc7-4e4c-b37e-05868421c771 HTTP/1.1" status: 200 len: 946 time: 0.0735197 Mar 31 15:36:56.339734 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-62370678-256d-474f-b163-e0d5ec3169da req-8864156d-3f11-4e20-810f-a5559673bc95 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/security-groups?id=9020a30f-f95a-46d9-b9d2-f07418290371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438690 Mar 31 15:36:56.457134 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e7beda-efe1-496a-9e92-e6c1cb9873e2 req-157225b8-6aab-4820-b856-d60228cfd03e tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:56.458709 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-b2e7beda-efe1-496a-9e92-e6c1cb9873e2 req-157225b8-6aab-4820-b856-d60228cfd03e tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/ports?device_id=736bebfe-fdc7-4e4c-b37e-05868421c771 HTTP/1.1" status: 200 len: 946 time: 0.0549626 Mar 31 15:36:56.467829 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 43820) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:36:56.473201 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.v2.base [None req-dfeb1a31-b9cb-4648-934f-faba7d40d337 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Request body: {'floatingip': {'port_id': '84024e4b-650c-42fa-a4eb-6c52eccd529c'}} {{(pid=104158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:36:56.545506 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-dfeb1a31-b9cb-4648-934f-faba7d40d337 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Publish callbacks [] for floatingip (d474de01-ba51-4da8-9269-ac11e9a19c52), before_update {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:57.062844 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 43842) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:36:57.068417 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.v2.base [None req-93488f07-3582-4142-9e16-ae35dc5a9c06 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2008952801-network', 'tenant_id': '20e06e50b3a0439d906ced86918ca6a5'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:36:57.175106 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93488f07-3582-4142-9e16-ae35dc5a9c06 admin admin] Made reservation on behalf of 20e06e50b3a0439d906ced86918ca6a5 for: {'network': 1} {{(pid=104159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:36:57.177594 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-93488f07-3582-4142-9e16-ae35dc5a9c06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for network (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:57.187547 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-93488f07-3582-4142-9e16-ae35dc5a9c06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:57.303264 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-93488f07-3582-4142-9e16-ae35dc5a9c06 admin admin] Publish callbacks [] for security_group (b9fd49f5-aa10-4686-a052-7e6ca9dd014a), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:57.355785 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde15954-ce3f-4668-94bc-bc4a90c23c2a req-63156897-51a4-4d05-b1d6-8e77885073d2 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:57.357938 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-cde15954-ce3f-4668-94bc-bc4a90c23c2a req-63156897-51a4-4d05-b1d6-8e77885073d2 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/ports?device_id=f883d5ff-24b2-41bb-ad70-51cf5dc0ed9a HTTP/1.1" status: 200 len: 946 time: 0.1775706 Mar 31 15:36:57.396911 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-93488f07-3582-4142-9e16-ae35dc5a9c06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (b9fd49f5-aa10-4686-a052-7e6ca9dd014a), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:57.421446 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93488f07-3582-4142-9e16-ae35dc5a9c06 admin admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=104159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:36:57.431556 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93488f07-3582-4142-9e16-ae35dc5a9c06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9fd49f5-aa10-4686-a052-7e6ca9dd014a,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:57.438014 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-93488f07-3582-4142-9e16-ae35dc5a9c06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8219139'] for segment (5ed5c029-2ef2-4d00-931d-114094606fba), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:57.438584 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.db.segments_db [None req-93488f07-3582-4142-9e16-ae35dc5a9c06 admin admin] Added segment 5ed5c029-2ef2-4d00-931d-114094606fba of type vlan for network 7030e6de-8617-4cae-839c-b4966f477030 Mar 31 15:36:57.466973 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-dfeb1a31-b9cb-4648-934f-faba7d40d337 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:57.482339 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-cde15954-ce3f-4668-94bc-bc4a90c23c2a req-f7984c95-3a49-44d2-835b-2c619f233cee tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/security-groups?id=734cc27e-e1b0-4159-a6ff-fe716dada738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165340 Mar 31 15:36:57.506010 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-93488f07-3582-4142-9e16-ae35dc5a9c06 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772784419386'] for network (7030e6de-8617-4cae-839c-b4966f477030), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:57.545647 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-dfeb1a31-b9cb-4648-934f-faba7d40d337 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574067'] for floatingip (d474de01-ba51-4da8-9269-ac11e9a19c52), after_update {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:57.626181 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-93488f07-3582-4142-9e16-ae35dc5a9c06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315'] for network (7030e6de-8617-4cae-839c-b4966f477030), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:57.627988 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93488f07-3582-4142-9e16-ae35dc5a9c06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:57.628544 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-93488f07-3582-4142-9e16-ae35dc5a9c06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043269'] for network (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:57.668973 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.db.l3_db [None req-dfeb1a31-b9cb-4648-934f-faba7d40d337 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Floating IP d474de01-ba51-4da8-9269-ac11e9a19c52 associated. External IP: 172.28.2.251, port: 84024e4b-650c-42fa-a4eb-6c52eccd529c. Mar 31 15:36:57.697924 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93488f07-3582-4142-9e16-ae35dc5a9c06 admin admin] Pushing event updated for resources: {'Network': ['ID=7030e6de-8617-4cae-839c-b4966f477030,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:57.707763 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Network 7030e6de-8617-4cae-839c-b4966f477030 details requested by agent ovs-agent-dv-cinder-750782-15-smb with host dv-cinder-750782-15-smb {{(pid=104160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 15:36:57.748833 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-93488f07-3582-4142-9e16-ae35dc5a9c06 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6847346 Mar 31 15:36:57.751579 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 43874) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:36:57.756945 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.v2.base [None req-d14ed290-8e8f-4f3d-9db3-ce5064d31e90 admin admin] Request body: {'subnet': {'network_id': '7030e6de-8617-4cae-839c-b4966f477030', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2008952801-subnet', 'tenant_id': '20e06e50b3a0439d906ced86918ca6a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:36:57.931372 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfeb1a31-b9cb-4648-934f-faba7d40d337 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Router 8da13428-dd29-43c2-90b9-9601dc801daa has already been hosted by L3 agent 9721ac04-bac7-49da-b384-3a2049eedfa2 {{(pid=104158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:36:57.962856 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14ed290-8e8f-4f3d-9db3-ce5064d31e90 admin admin] Made reservation on behalf of 20e06e50b3a0439d906ced86918ca6a5 for: {'subnet': 1} {{(pid=104159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:36:57.965435 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d14ed290-8e8f-4f3d-9db3-ce5064d31e90 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3286889'] for subnet (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:58.051269 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfeb1a31-b9cb-4648-934f-faba7d40d337 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Notify agent at l3_agent.dv-cinder-750782-15-smb the message routers_updated {{(pid=104158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:36:58.056167 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-dfeb1a31-b9cb-4648-934f-faba7d40d337 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451'] for floatingip (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:58.066089 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8606965-60d6-48e4-9878-47652d1c21ae None None] Sync routers for ids ['8da13428-dd29-43c2-90b9-9601dc801daa'] in dv-cinder-750782-15-smb {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:36:58.075995 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8606965-60d6-48e4-9878-47652d1c21ae None None] Routers {'8da13428-dd29-43c2-90b9-9601dc801daa'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:36:58.076626 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-f8606965-60d6-48e4-9878-47652d1c21ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:36:36Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['8da13428-dd29-43c2-90b9-9601dc801daa'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:36:58.103908 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-dfeb1a31-b9cb-4648-934f-faba7d40d337 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "PUT /v2.0/floatingips/d474de01-ba51-4da8-9269-ac11e9a19c52 HTTP/1.1" status: 200 len: 992 time: 1.6346350 Mar 31 15:36:58.104955 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '736bebfe-fdc7-4e4c-b37e-05868421c771', 'tag': '84024e4b-650c-42fa-a4eb-6c52eccd529c'}] {{(pid=104158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:36:58.108805 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f960889515c719e6c42930f5609f9e3ff07dde6b2d3f3be48d9020484c6583bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8227e95f-0436-4447-a151-ba349d319548" -d '{"events": [{"name": "network-changed", "server_uuid": "736bebfe-fdc7-4e4c-b37e-05868421c771", "tag": "84024e4b-650c-42fa-a4eb-6c52eccd529c"}]}' {{(pid=104158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:36:58.155845 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed7482d-ba92-4cdd-860c-2237899ce78a x-openstack-request-id: req-7ed7482d-ba92-4cdd-860c-2237899ce78a {{(pid=104158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:36:58.156437 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "736bebfe-fdc7-4e4c-b37e-05868421c771", "tag": "84024e4b-650c-42fa-a4eb-6c52eccd529c", "status": "completed", "code": 200}]} {{(pid=104158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:36:58.156822 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7ed7482d-ba92-4cdd-860c-2237899ce78a {{(pid=104158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:36:58.157358 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ed7482d-ba92-4cdd-860c-2237899ce78a'] response: {'name': 'network-changed', 'server_uuid': '736bebfe-fdc7-4e4c-b37e-05868421c771', 'tag': '84024e4b-650c-42fa-a4eb-6c52eccd529c', 'status': 'completed', 'code': 200} Mar 31 15:36:58.232156 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d14ed290-8e8f-4f3d-9db3-ce5064d31e90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3149394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3286911'] for subnet (d01b6bcb-4ef1-4aba-8972-dfd117913253), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:58.268249 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8227e95f-0436-4447-a151-ba349d319548 req-b6029140-30f7-4db7-9c97-203bc9dbb935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:58.270919 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-8227e95f-0436-4447-a151-ba349d319548 req-b6029140-30f7-4db7-9c97-203bc9dbb935 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=be4d3c00b0c245529e30b10275e77a1a&device_id=736bebfe-fdc7-4e4c-b37e-05868421c771 HTTP/1.1" status: 200 len: 1130 time: 0.0939999 Mar 31 15:36:58.274514 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-f8606965-60d6-48e4-9878-47652d1c21ae None None] Set router 8da13428-dd29-43c2-90b9-9601dc801daa gateway port host: dv-cinder-750782-15-smb {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:36:58.324478 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14ed290-8e8f-4f3d-9db3-ce5064d31e90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d01b6bcb-4ef1-4aba-8972-dfd117913253,revision_number=0']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:36:58.376455 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14ed290-8e8f-4f3d-9db3-ce5064d31e90 admin admin] Checking segment: {'id': '5ed5c029-2ef2-4d00-931d-114094606fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7030e6de-8617-4cae-839c-b4966f477030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:36:58.376905 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14ed290-8e8f-4f3d-9db3-ce5064d31e90 admin admin] Network hostable DHCP agents. Network: 7030e6de-8617-4cae-839c-b4966f477030, hostable agents: ['80b0103a-7158-48a6-b59a-3fe393c523d9'], hosted agents: [] {{(pid=104159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:36:58.462828 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8227e95f-0436-4447-a151-ba349d319548 req-1fda427d-0151-465f-b563-36f51dbf8d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:58.464524 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-8227e95f-0436-4447-a151-ba349d319548 req-1fda427d-0151-465f-b563-36f51dbf8d83 service neutron] 10.222.0.26 "GET /v2.0/networks?id=acf2b035-5efb-451b-83b3-46613c8b8e46 HTTP/1.1" status: 200 len: 912 time: 0.1853306 Mar 31 15:36:58.497635 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14ed290-8e8f-4f3d-9db3-ce5064d31e90 admin admin] Network 7030e6de-8617-4cae-839c-b4966f477030 is scheduled to be hosted by DHCP agent 80b0103a-7158-48a6-b59a-3fe393c523d9 with binding_index 1 {{(pid=104159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:36:58.608377 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [None req-d14ed290-8e8f-4f3d-9db3-ce5064d31e90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-15-smb, 7030e6de-8617-4cae-839c-b4966f477030) {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:36:58.615495 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14ed290-8e8f-4f3d-9db3-ce5064d31e90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:58.616544 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d14ed290-8e8f-4f3d-9db3-ce5064d31e90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043269'] for subnet (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:58.626014 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cd6ffb-72be-4ce6-b4d5-029067617536 None None] Network 7030e6de-8617-4cae-839c-b4966f477030 requested from dv-cinder-750782-15-smb {{(pid=104160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:36:58.654790 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-f8606965-60d6-48e4-9878-47652d1c21ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da13428-dd29-43c2-90b9-9601dc801daa', 'name': 'tempest-AttachVolumeTestJSON-1657121342-router', 'tenant_id': 'be4d3c00b0c245529e30b10275e77a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.250'}], 'enable_snat': True}, 'gw_port_id': '22afbc9f-9d0e-4cfa-8680-77394dc34ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:36:14Z', 'updated_at': '2022-03-31T15:36:24Z', 'revision_number': 4, 'project_id': 'be4d3c00b0c245529e30b10275e77a1a', 'gw_port': {'id': '22afbc9f-9d0e-4cfa-8680-77394dc34ccd', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da13428-dd29-43c2-90b9-9601dc801daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:15Z', 'updated_at': '2022-03-31T15:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_floatingips': [{'id': 'd474de01-ba51-4da8-9269-ac11e9a19c52', 'tenant_id': 'be4d3c00b0c245529e30b10275e77a1a', 'floating_ip_address': '172.28.2.251', 'floating_network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'router_id': '8da13428-dd29-43c2-90b9-9601dc801daa', 'port_id': '84024e4b-650c-42fa-a4eb-6c52eccd529c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acf2b035-5efb-451b-83b3-46613c8b8e46', 'mac_address': 'fa:16:3e:8b:f9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736bebfe-fdc7-4e4c-b37e-05868421c771', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:36:34Z', 'updated_at': '2022-03-31T15:36:57Z', 'revision_number': 1, 'project_id': 'be4d3c00b0c245529e30b10275e77a1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '270cf125-196c-4eb9-9e3a-b28307d064dc', 'name': '', 'network_id': 'acf2b035-5efb-451b-83b3-46613c8b8e46', 'tenant_id': 'be4d3c00b0c245529e30b10275e77a1a', 'mac_address': 'fa:16:3e:63:94:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da13428-dd29-43c2-90b9-9601dc801daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '0ed38ac7-8ffd-41b7-819b-98cf852cf0d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:21Z', 'updated_at': '2022-03-31T15:36:33Z', 'revision_number': 5, 'project_id': 'be4d3c00b0c245529e30b10275e77a1a', 'subnets': [{'id': '0ed38ac7-8ffd-41b7-819b-98cf852cf0d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:36:58.655187 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-8227e95f-0436-4447-a151-ba349d319548 req-cd7e2dcd-2bde-49b7-b75a-c6a681d6f8e8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84024e4b-650c-42fa-a4eb-6c52eccd529c HTTP/1.1" status: 200 len: 1000 time: 0.1714196 Mar 31 15:36:58.691581 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8606965-60d6-48e4-9878-47652d1c21ae None None] Checking router: 8da13428-dd29-43c2-90b9-9601dc801daa for host: dv-cinder-750782-15-smb {{(pid=104161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:36:58.703285 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe285c4-c481-49b2-a535-360809de0a43 req-274e46a5-bb84-4d77-805f-220d8972312d tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:58.704368 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8606965-60d6-48e4-9878-47652d1c21ae None None] Routers {'8da13428-dd29-43c2-90b9-9601dc801daa'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:36:58.707382 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-f8606965-60d6-48e4-9878-47652d1c21ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:36:36Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['8da13428-dd29-43c2-90b9-9601dc801daa'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:36:58.710721 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-4fe285c4-c481-49b2-a535-360809de0a43 req-274e46a5-bb84-4d77-805f-220d8972312d tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/ports?device_id=f883d5ff-24b2-41bb-ad70-51cf5dc0ed9a HTTP/1.1" status: 200 len: 946 time: 0.1212978 Mar 31 15:36:58.746593 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-d14ed290-8e8f-4f3d-9db3-ce5064d31e90 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9859862 Mar 31 15:36:58.750880 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8227e95f-0436-4447-a151-ba349d319548 req-01e8533c-0fc8-41d2-b976-da7f4d15cf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:58.752402 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-8227e95f-0436-4447-a151-ba349d319548 req-01e8533c-0fc8-41d2-b976-da7f4d15cf55 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0ed38ac7-8ffd-41b7-819b-98cf852cf0d4 HTTP/1.1" status: 200 len: 850 time: 0.0893240 Mar 31 15:36:58.780787 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24690c74-4077-4565-82f9-cbcde7e2a1c8 None None] Network 7030e6de-8617-4cae-839c-b4966f477030 requested from dv-cinder-750782-15-smb {{(pid=104160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:36:58.863008 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-4fe285c4-c481-49b2-a535-360809de0a43 req-c18e7ee4-2468-4d5f-9230-3b9540335e3c tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/security-groups?id=734cc27e-e1b0-4159-a6ff-fe716dada738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483078 Mar 31 15:36:58.912934 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8227e95f-0436-4447-a151-ba349d319548 req-a63ea6b0-8a7e-45e1-9a0d-99d8251662db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:58.914459 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-8227e95f-0436-4447-a151-ba349d319548 req-a63ea6b0-8a7e-45e1-9a0d-99d8251662db service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=acf2b035-5efb-451b-83b3-46613c8b8e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1535459 Mar 31 15:36:58.968478 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-f8606965-60d6-48e4-9878-47652d1c21ae None None] Set router 8da13428-dd29-43c2-90b9-9601dc801daa gateway port host: dv-cinder-750782-15-smb {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:36:59.070643 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-8227e95f-0436-4447-a151-ba349d319548 req-295177d3-bd44-46df-a360-6e1150a37d1a service neutron] 10.222.0.26 "GET /v2.0/networks/acf2b035-5efb-451b-83b3-46613c8b8e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479225 Mar 31 15:36:59.079866 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefbca03-6367-494f-8660-5becd683d50d req-e3d057b6-5674-4366-a8b1-de0f162120a6 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:59.088173 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-cefbca03-6367-494f-8660-5becd683d50d req-e3d057b6-5674-4366-a8b1-de0f162120a6 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/ports?device_id=f883d5ff-24b2-41bb-ad70-51cf5dc0ed9a HTTP/1.1" status: 200 len: 946 time: 0.1223257 Mar 31 15:36:59.093054 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 43924) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:36:59.099260 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.v2.base [None req-53856f93-a9ab-491f-a978-da533d37a908 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Request body: {'floatingip': {'port_id': 'ca1101dd-800e-4023-acf3-0d0caf81f935'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:36:59.176615 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-53856f93-a9ab-491f-a978-da533d37a908 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks [] for floatingip (cb26e3b3-8a2d-46cd-9fd4-3c15aca3559b), before_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:36:59.196754 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-8227e95f-0436-4447-a151-ba349d319548 req-9acfb051-0867-4ce4-93f9-bc5c2c56c54b service neutron] 10.222.0.26 "GET /v2.0/networks/acf2b035-5efb-451b-83b3-46613c8b8e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205139 Mar 31 15:36:59.305620 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-f8606965-60d6-48e4-9878-47652d1c21ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da13428-dd29-43c2-90b9-9601dc801daa', 'name': 'tempest-AttachVolumeTestJSON-1657121342-router', 'tenant_id': 'be4d3c00b0c245529e30b10275e77a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.250'}], 'enable_snat': True}, 'gw_port_id': '22afbc9f-9d0e-4cfa-8680-77394dc34ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:36:14Z', 'updated_at': '2022-03-31T15:36:24Z', 'revision_number': 4, 'project_id': 'be4d3c00b0c245529e30b10275e77a1a', 'gw_port': {'id': '22afbc9f-9d0e-4cfa-8680-77394dc34ccd', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da13428-dd29-43c2-90b9-9601dc801daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:15Z', 'updated_at': '2022-03-31T15:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_floatingips': [{'id': 'd474de01-ba51-4da8-9269-ac11e9a19c52', 'tenant_id': 'be4d3c00b0c245529e30b10275e77a1a', 'floating_ip_address': '172.28.2.251', 'floating_network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'router_id': '8da13428-dd29-43c2-90b9-9601dc801daa', 'port_id': '84024e4b-650c-42fa-a4eb-6c52eccd529c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acf2b035-5efb-451b-83b3-46613c8b8e46', 'mac_address': 'fa:16:3e:8b:f9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736bebfe-fdc7-4e4c-b37e-05868421c771', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:36:34Z', 'updated_at': '2022-03-31T15:36:57Z', 'revision_number': 1, 'project_id': 'be4d3c00b0c245529e30b10275e77a1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '270cf125-196c-4eb9-9e3a-b28307d064dc', 'name': '', 'network_id': 'acf2b035-5efb-451b-83b3-46613c8b8e46', 'tenant_id': 'be4d3c00b0c245529e30b10275e77a1a', 'mac_address': 'fa:16:3e:63:94:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da13428-dd29-43c2-90b9-9601dc801daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '0ed38ac7-8ffd-41b7-819b-98cf852cf0d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:21Z', 'updated_at': '2022-03-31T15:36:33Z', 'revision_number': 5, 'project_id': 'be4d3c00b0c245529e30b10275e77a1a', 'subnets': [{'id': '0ed38ac7-8ffd-41b7-819b-98cf852cf0d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:36:59.341993 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8606965-60d6-48e4-9878-47652d1c21ae None None] The sync data for ids ['8da13428-dd29-43c2-90b9-9601dc801daa'] in dv-cinder-750782-15-smb is: [{'id': '8da13428-dd29-43c2-90b9-9601dc801daa', 'name': 'tempest-AttachVolumeTestJSON-1657121342-router', 'tenant_id': 'be4d3c00b0c245529e30b10275e77a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.250'}], 'enable_snat': True}, 'gw_port_id': '22afbc9f-9d0e-4cfa-8680-77394dc34ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:36:14Z', 'updated_at': '2022-03-31T15:36:24Z', 'revision_number': 4, 'project_id': 'be4d3c00b0c245529e30b10275e77a1a', 'gw_port': {'id': '22afbc9f-9d0e-4cfa-8680-77394dc34ccd', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da13428-dd29-43c2-90b9-9601dc801daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:15Z', 'updated_at': '2022-03-31T15:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_floatingips': [{'id': 'd474de01-ba51-4da8-9269-ac11e9a19c52', 'tenant_id': 'be4d3c00b0c245529e30b10275e77a1a', 'floating_ip_address': '172.28.2.251', 'floating_network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'router_id': '8da13428-dd29-43c2-90b9-9601dc801daa', 'port_id': '84024e4b-650c-42fa-a4eb-6c52eccd529c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acf2b035-5efb-451b-83b3-46613c8b8e46', 'mac_address': 'fa:16:3e:8b:f9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736bebfe-fdc7-4e4c-b37e-05868421c771', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:36:34Z', 'updated_at': '2022-03-31T15:36:57Z', 'revision_number': 1, 'project_id': 'be4d3c00b0c245529e30b10275e77a1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '270cf125-196c-4eb9-9e3a-b28307d064dc', 'name': '', 'network_id': 'acf2b035-5efb-451b-83b3-46613c8b8e46', 'tenant_id': 'be4d3c00b0c245529e30b10275e77a1a', 'mac_address': 'fa:16:3e:63:94:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da13428-dd29-43c2-90b9-9601dc801daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '0ed38ac7-8ffd-41b7-819b-98cf852cf0d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:21Z', 'updated_at': '2022-03-31T15:36:33Z', 'revision_number': 5, 'project_id': 'be4d3c00b0c245529e30b10275e77a1a', 'subnets': [{'id': '0ed38ac7-8ffd-41b7-819b-98cf852cf0d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:36:59.519371 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b7cf5a-dd43-4d7e-8e46-790d5f4c274a req-8b3b5f94-947d-4686-a01f-55112d7693d4 tempest-VolumesActionsTest-2074020867 tempest-VolumesActionsTest-2074020867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:36:59.530743 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-46b7cf5a-dd43-4d7e-8e46-790d5f4c274a req-8b3b5f94-947d-4686-a01f-55112d7693d4 tempest-VolumesActionsTest-2074020867 tempest-VolumesActionsTest-2074020867-project] 10.222.0.21 "GET /v2.0/networks?id=2212ae90-e749-4651-b0f4-646c99c082ef HTTP/1.1" status: 200 len: 809 time: 0.1719842 Mar 31 15:36:59.548265 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-46b7cf5a-dd43-4d7e-8e46-790d5f4c274a req-642b669c-8d79-4d93-b512-c4076587e571 tempest-VolumesActionsTest-2074020867 tempest-VolumesActionsTest-2074020867-project] 10.222.0.21 "GET /v2.0/quotas/554dc0e19c5e49a9a8d515b1286bd5cf HTTP/1.1" status: 200 len: 375 time: 0.0163176 Mar 31 15:36:59.602841 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-46b7cf5a-dd43-4d7e-8e46-790d5f4c274a req-95748016-b407-4caa-9bed-8cafcc18481f tempest-VolumesActionsTest-2074020867 tempest-VolumesActionsTest-2074020867-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=554dc0e19c5e49a9a8d515b1286bd5cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0522532 Mar 31 15:36:59.713046 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-46b7cf5a-dd43-4d7e-8e46-790d5f4c274a req-1fc4cf2d-0d0d-4a62-b36d-85fdb9c17260 service neutron] 10.222.0.21 "GET /v2.0/networks/2212ae90-e749-4651-b0f4-646c99c082ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097341 Mar 31 15:36:59.719315 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6102bff1-6c59-4870-9b53-79bcf9b2cc45 None None] New status for floating IP d474de01-ba51-4da8-9269-ac11e9a19c52: ACTIVE {{(pid=104160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:36:59.846445 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-46b7cf5a-dd43-4d7e-8e46-790d5f4c274a req-26a706fd-294d-41a5-a1c4-5e8be974bc9a service neutron] 10.222.0.21 "GET /v2.0/networks/2212ae90-e749-4651-b0f4-646c99c082ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239429 Mar 31 15:37:00.202008 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-8f8f469c-9e47-4c48-94a3-02a578077da3 req-1e75dcf1-39ea-4d0b-95f9-6e23fd461de3 tempest-VolumesActionsTest-2074020867 tempest-VolumesActionsTest-2074020867-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb344bef-e6ae-4078-bdb6-5e806bfdc9fa HTTP/1.1" status: 200 len: 210 time: 0.0402570 Mar 31 15:37:00.247892 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-53856f93-a9ab-491f-a978-da533d37a908 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:00.289284 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205703b9-76bb-4b00-8aba-ba2e37d6b9ef req-1d2caecf-30c1-4d2f-bef9-74a873fc9667 tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:00.290854 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-205703b9-76bb-4b00-8aba-ba2e37d6b9ef req-1d2caecf-30c1-4d2f-bef9-74a873fc9667 tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2875938-cf9d-41a1-8d95-a10adfec5daa HTTP/1.1" status: 200 len: 945 time: 0.0737238 Mar 31 15:37:00.343174 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-205703b9-76bb-4b00-8aba-ba2e37d6b9ef req-84edb1f8-e569-4091-93e8-43d065412940 tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cb35ee8-da9b-424d-a950-6faa3a3ad767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464101 Mar 31 15:37:00.350985 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-53856f93-a9ab-491f-a978-da533d37a908 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574067'] for floatingip (cb26e3b3-8a2d-46cd-9fd4-3c15aca3559b), after_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:00.454028 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.db.l3_db [None req-53856f93-a9ab-491f-a978-da533d37a908 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Floating IP cb26e3b3-8a2d-46cd-9fd4-3c15aca3559b associated. External IP: 172.28.2.160, port: ca1101dd-800e-4023-acf3-0d0caf81f935. Mar 31 15:37:00.665750 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53856f93-a9ab-491f-a978-da533d37a908 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Router 47e54d6f-fc64-4b8b-9c10-074acfd46db3 has already been hosted by L3 agent 9721ac04-bac7-49da-b384-3a2049eedfa2 {{(pid=104159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:37:00.779193 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53856f93-a9ab-491f-a978-da533d37a908 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Notify agent at l3_agent.dv-cinder-750782-15-smb the message routers_updated {{(pid=104159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:37:00.784968 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-53856f93-a9ab-491f-a978-da533d37a908 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451'] for floatingip (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:00.789788 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de6d92f-bf3b-41f7-b6e2-2849892d0469 None None] Sync routers for ids ['47e54d6f-fc64-4b8b-9c10-074acfd46db3'] in dv-cinder-750782-15-smb {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:37:00.800566 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de6d92f-bf3b-41f7-b6e2-2849892d0469 None None] Routers {'47e54d6f-fc64-4b8b-9c10-074acfd46db3'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:37:00.801281 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-5de6d92f-bf3b-41f7-b6e2-2849892d0469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:36:36Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['47e54d6f-fc64-4b8b-9c10-074acfd46db3'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:37:00.818694 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-53856f93-a9ab-491f-a978-da533d37a908 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "PUT /v2.0/floatingips/cb26e3b3-8a2d-46cd-9fd4-3c15aca3559b HTTP/1.1" status: 200 len: 992 time: 1.7217605 Mar 31 15:37:00.818694 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f883d5ff-24b2-41bb-ad70-51cf5dc0ed9a', 'tag': 'ca1101dd-800e-4023-acf3-0d0caf81f935'}] {{(pid=104159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:37:00.822501 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea64b363b0503405ce6d4d78215f64c9ed163e64c8f258dff0ae871dea148ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34687a5f-e980-48f8-a355-38316de79a37" -d '{"events": [{"name": "network-changed", "server_uuid": "f883d5ff-24b2-41bb-ad70-51cf5dc0ed9a", "tag": "ca1101dd-800e-4023-acf3-0d0caf81f935"}]}' {{(pid=104159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:37:00.864074 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a4058c1-2104-4249-ba15-8300de1a5489 x-openstack-request-id: req-5a4058c1-2104-4249-ba15-8300de1a5489 {{(pid=104159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:37:00.864825 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f883d5ff-24b2-41bb-ad70-51cf5dc0ed9a", "tag": "ca1101dd-800e-4023-acf3-0d0caf81f935", "status": "completed", "code": 200}]} {{(pid=104159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:37:00.865081 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5a4058c1-2104-4249-ba15-8300de1a5489 {{(pid=104159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:37:00.865505 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a4058c1-2104-4249-ba15-8300de1a5489'] response: {'name': 'network-changed', 'server_uuid': 'f883d5ff-24b2-41bb-ad70-51cf5dc0ed9a', 'tag': 'ca1101dd-800e-4023-acf3-0d0caf81f935', 'status': 'completed', 'code': 200} Mar 31 15:37:00.933088 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34687a5f-e980-48f8-a355-38316de79a37 req-998b1130-750b-4453-931e-1393b527eda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:00.934649 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-34687a5f-e980-48f8-a355-38316de79a37 req-998b1130-750b-4453-931e-1393b527eda7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=893dd59441624f78817c4a649a0aaf40&device_id=f883d5ff-24b2-41bb-ad70-51cf5dc0ed9a HTTP/1.1" status: 200 len: 1130 time: 0.0455709 Mar 31 15:37:00.944431 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-5de6d92f-bf3b-41f7-b6e2-2849892d0469 None None] Set router 47e54d6f-fc64-4b8b-9c10-074acfd46db3 gateway port host: dv-cinder-750782-15-smb {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:37:01.288037 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-5de6d92f-bf3b-41f7-b6e2-2849892d0469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'name': 'tempest-AttachVolumeNegativeTest-1394788082-router', 'tenant_id': '893dd59441624f78817c4a649a0aaf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.62'}], 'enable_snat': True}, 'gw_port_id': '76eb623c-a949-48c4-8a2d-84c7b10c4265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:36:14Z', 'updated_at': '2022-03-31T15:36:22Z', 'revision_number': 4, 'project_id': '893dd59441624f78817c4a649a0aaf40', 'gw_port': {'id': '76eb623c-a949-48c4-8a2d-84c7b10c4265', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:15Z', 'updated_at': '2022-03-31T15:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_floatingips': [{'id': 'cb26e3b3-8a2d-46cd-9fd4-3c15aca3559b', 'tenant_id': '893dd59441624f78817c4a649a0aaf40', 'floating_ip_address': '172.28.2.160', 'floating_network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'router_id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'port_id': 'ca1101dd-800e-4023-acf3-0d0caf81f935', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffd9f9ff-86a8-41a0-b247-ed3515901842', 'mac_address': 'fa:16:3e:b7:de:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f883d5ff-24b2-41bb-ad70-51cf5dc0ed9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:36:35Z', 'updated_at': '2022-03-31T15:36:59Z', 'revision_number': 1, 'project_id': '893dd59441624f78817c4a649a0aaf40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3426532-127a-4f0f-81e9-ac1ffbac2b79', 'name': '', 'network_id': 'ffd9f9ff-86a8-41a0-b247-ed3515901842', 'tenant_id': '893dd59441624f78817c4a649a0aaf40', 'mac_address': 'fa:16:3e:d8:13:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2b9feebc-e9c9-4a4e-ad3c-a41e234df103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:20Z', 'updated_at': '2022-03-31T15:36:29Z', 'revision_number': 5, 'project_id': '893dd59441624f78817c4a649a0aaf40', 'subnets': [{'id': '2b9feebc-e9c9-4a4e-ad3c-a41e234df103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:37:01.301933 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34687a5f-e980-48f8-a355-38316de79a37 req-dcaada59-cc2c-4857-a7a6-0883e7089bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:01.304200 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-34687a5f-e980-48f8-a355-38316de79a37 req-dcaada59-cc2c-4857-a7a6-0883e7089bdd service neutron] 10.222.0.26 "GET /v2.0/networks?id=ffd9f9ff-86a8-41a0-b247-ed3515901842 HTTP/1.1" status: 200 len: 916 time: 0.3636770 Mar 31 15:37:01.307951 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-eef3f6ae-5305-41d4-9cad-221040149cef req-86f5b967-501c-4ebf-9305-4b58f4654750 tempest-VolumesActionsTest-2074020867 tempest-VolumesActionsTest-2074020867-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb344bef-e6ae-4078-bdb6-5e806bfdc9fa HTTP/1.1" status: 200 len: 210 time: 0.0424526 Mar 31 15:37:01.330357 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de6d92f-bf3b-41f7-b6e2-2849892d0469 None None] Checking router: 47e54d6f-fc64-4b8b-9c10-074acfd46db3 for host: dv-cinder-750782-15-smb {{(pid=104161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:37:01.334588 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de6d92f-bf3b-41f7-b6e2-2849892d0469 None None] Routers {'47e54d6f-fc64-4b8b-9c10-074acfd46db3'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:37:01.335269 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-5de6d92f-bf3b-41f7-b6e2-2849892d0469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:36:36Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['47e54d6f-fc64-4b8b-9c10-074acfd46db3'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:37:01.377687 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-34687a5f-e980-48f8-a355-38316de79a37 req-55c35e5a-f61f-4f44-91a4-8b546db9de98 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca1101dd-800e-4023-acf3-0d0caf81f935 HTTP/1.1" status: 200 len: 1000 time: 0.0667336 Mar 31 15:37:01.466284 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-5de6d92f-bf3b-41f7-b6e2-2849892d0469 None None] Set router 47e54d6f-fc64-4b8b-9c10-074acfd46db3 gateway port host: dv-cinder-750782-15-smb {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:37:01.473241 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34687a5f-e980-48f8-a355-38316de79a37 req-7ffdd428-c654-4e90-93dc-846419b9af18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:01.474955 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-34687a5f-e980-48f8-a355-38316de79a37 req-7ffdd428-c654-4e90-93dc-846419b9af18 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2b9feebc-e9c9-4a4e-ad3c-a41e234df103 HTTP/1.1" status: 200 len: 854 time: 0.0892677 Mar 31 15:37:01.516509 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e6f3f-3f27-4de7-9a0d-f8a5ab2168e6 req-8fb5da82-fba9-4764-88aa-4808c9fde087 tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:01.518479 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-7b3e6f3f-3f27-4de7-9a0d-f8a5ab2168e6 req-8fb5da82-fba9-4764-88aa-4808c9fde087 tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2875938-cf9d-41a1-8d95-a10adfec5daa HTTP/1.1" status: 200 len: 945 time: 0.0979958 Mar 31 15:37:01.558250 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34687a5f-e980-48f8-a355-38316de79a37 req-8d0acbcd-044c-431c-9fbf-23dd44f654a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:01.559765 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-34687a5f-e980-48f8-a355-38316de79a37 req-8d0acbcd-044c-431c-9fbf-23dd44f654a0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ffd9f9ff-86a8-41a0-b247-ed3515901842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0783162 Mar 31 15:37:01.626997 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-7b3e6f3f-3f27-4de7-9a0d-f8a5ab2168e6 req-5c999f3c-00b1-4c63-8f1a-cf7fbfda9369 tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cb35ee8-da9b-424d-a950-6faa3a3ad767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018736 Mar 31 15:37:01.682347 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-34687a5f-e980-48f8-a355-38316de79a37 req-a78e01b9-7a82-4f02-b07a-a9b08c581ddc service neutron] 10.222.0.26 "GET /v2.0/networks/ffd9f9ff-86a8-41a0-b247-ed3515901842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125643 Mar 31 15:37:01.730333 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-5de6d92f-bf3b-41f7-b6e2-2849892d0469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'name': 'tempest-AttachVolumeNegativeTest-1394788082-router', 'tenant_id': '893dd59441624f78817c4a649a0aaf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.62'}], 'enable_snat': True}, 'gw_port_id': '76eb623c-a949-48c4-8a2d-84c7b10c4265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:36:14Z', 'updated_at': '2022-03-31T15:36:22Z', 'revision_number': 4, 'project_id': '893dd59441624f78817c4a649a0aaf40', 'gw_port': {'id': '76eb623c-a949-48c4-8a2d-84c7b10c4265', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:15Z', 'updated_at': '2022-03-31T15:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_floatingips': [{'id': 'cb26e3b3-8a2d-46cd-9fd4-3c15aca3559b', 'tenant_id': '893dd59441624f78817c4a649a0aaf40', 'floating_ip_address': '172.28.2.160', 'floating_network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'router_id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'port_id': 'ca1101dd-800e-4023-acf3-0d0caf81f935', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffd9f9ff-86a8-41a0-b247-ed3515901842', 'mac_address': 'fa:16:3e:b7:de:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f883d5ff-24b2-41bb-ad70-51cf5dc0ed9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:36:35Z', 'updated_at': '2022-03-31T15:36:59Z', 'revision_number': 1, 'project_id': '893dd59441624f78817c4a649a0aaf40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3426532-127a-4f0f-81e9-ac1ffbac2b79', 'name': '', 'network_id': 'ffd9f9ff-86a8-41a0-b247-ed3515901842', 'tenant_id': '893dd59441624f78817c4a649a0aaf40', 'mac_address': 'fa:16:3e:d8:13:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2b9feebc-e9c9-4a4e-ad3c-a41e234df103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:20Z', 'updated_at': '2022-03-31T15:36:29Z', 'revision_number': 5, 'project_id': '893dd59441624f78817c4a649a0aaf40', 'subnets': [{'id': '2b9feebc-e9c9-4a4e-ad3c-a41e234df103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:37:01.757545 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de6d92f-bf3b-41f7-b6e2-2849892d0469 None None] The sync data for ids ['47e54d6f-fc64-4b8b-9c10-074acfd46db3'] in dv-cinder-750782-15-smb is: [{'id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'name': 'tempest-AttachVolumeNegativeTest-1394788082-router', 'tenant_id': '893dd59441624f78817c4a649a0aaf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.62'}], 'enable_snat': True}, 'gw_port_id': '76eb623c-a949-48c4-8a2d-84c7b10c4265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:36:14Z', 'updated_at': '2022-03-31T15:36:22Z', 'revision_number': 4, 'project_id': '893dd59441624f78817c4a649a0aaf40', 'gw_port': {'id': '76eb623c-a949-48c4-8a2d-84c7b10c4265', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:15Z', 'updated_at': '2022-03-31T15:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_floatingips': [{'id': 'cb26e3b3-8a2d-46cd-9fd4-3c15aca3559b', 'tenant_id': '893dd59441624f78817c4a649a0aaf40', 'floating_ip_address': '172.28.2.160', 'floating_network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'router_id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'port_id': 'ca1101dd-800e-4023-acf3-0d0caf81f935', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffd9f9ff-86a8-41a0-b247-ed3515901842', 'mac_address': 'fa:16:3e:b7:de:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f883d5ff-24b2-41bb-ad70-51cf5dc0ed9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:36:35Z', 'updated_at': '2022-03-31T15:36:59Z', 'revision_number': 1, 'project_id': '893dd59441624f78817c4a649a0aaf40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3426532-127a-4f0f-81e9-ac1ffbac2b79', 'name': '', 'network_id': 'ffd9f9ff-86a8-41a0-b247-ed3515901842', 'tenant_id': '893dd59441624f78817c4a649a0aaf40', 'mac_address': 'fa:16:3e:d8:13:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2b9feebc-e9c9-4a4e-ad3c-a41e234df103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:20Z', 'updated_at': '2022-03-31T15:36:29Z', 'revision_number': 5, 'project_id': '893dd59441624f78817c4a649a0aaf40', 'subnets': [{'id': '2b9feebc-e9c9-4a4e-ad3c-a41e234df103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:37:01.779614 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-34687a5f-e980-48f8-a355-38316de79a37 req-f5d72635-dc72-49ae-a78f-12e9d527f0b3 service neutron] 10.222.0.26 "GET /v2.0/networks/ffd9f9ff-86a8-41a0-b247-ed3515901842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908909 Mar 31 15:37:01.893482 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ed2676-3090-41b5-a169-5b4b6338375c req-43c44030-d717-4ce7-9599-3255004354a9 tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:01.893482 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-b7ed2676-3090-41b5-a169-5b4b6338375c req-43c44030-d717-4ce7-9599-3255004354a9 tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2875938-cf9d-41a1-8d95-a10adfec5daa HTTP/1.1" status: 200 len: 945 time: 0.0659294 Mar 31 15:37:02.020431 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227c0fc0-02af-44fc-b055-8875b2b551bc None None] New status for floating IP cb26e3b3-8a2d-46cd-9fd4-3c15aca3559b: ACTIVE {{(pid=104160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:37:02.062103 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.plugin [req-b7ed2676-3090-41b5-a169-5b4b6338375c req-211ae1ae-79d0-43b6-b315-fb28ddf04da9 tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] Deleting port 4ee30d62-1e24-44e6-8324-a905e880bf3a {{(pid=104158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:37:02.063180 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-b7ed2676-3090-41b5-a169-5b4b6338375c req-211ae1ae-79d0-43b6-b315-fb28ddf04da9 tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772784948758'] for port (4ee30d62-1e24-44e6-8324-a905e880bf3a), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:02.160458 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.db [req-b7ed2676-3090-41b5-a169-5b4b6338375c req-211ae1ae-79d0-43b6-b315-fb28ddf04da9 tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] For port 4ee30d62-1e24-44e6-8324-a905e880bf3a, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=4ee30d62-1e24-44e6-8324-a905e880bf3a,segment=NetworkSegment(9f3f3b28-e790-40cf-966b-d512f978bb45),segment_id=9f3f3b28-e790-40cf-966b-d512f978bb45)] {{(pid=104158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:37:02.160823 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-b7ed2676-3090-41b5-a169-5b4b6338375c req-211ae1ae-79d0-43b6-b315-fb28ddf04da9 tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576833'] for port (4ee30d62-1e24-44e6-8324-a905e880bf3a), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:02.178181 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.plugin [req-b7ed2676-3090-41b5-a169-5b4b6338375c req-211ae1ae-79d0-43b6-b315-fb28ddf04da9 tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] Calling delete_port for 4ee30d62-1e24-44e6-8324-a905e880bf3a owned by compute:nova {{(pid=104158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:37:02.408267 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-961209bb-254f-4c5f-b3af-af1ddc9c0399 req-03d128f1-cf87-4dc1-ad24-a5974e052d11 tempest-VolumesActionsTest-2074020867 tempest-VolumesActionsTest-2074020867-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb344bef-e6ae-4078-bdb6-5e806bfdc9fa HTTP/1.1" status: 200 len: 210 time: 0.0275445 Mar 31 15:37:02.465803 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-b7ed2676-3090-41b5-a169-5b4b6338375c req-211ae1ae-79d0-43b6-b315-fb28ddf04da9 tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772784953465', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772784453879'] for port (4ee30d62-1e24-44e6-8324-a905e880bf3a), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:02.478700 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] get_ports_and_sgs() called for port_ids ['4ee30d62-1e24-44e6-8324-a905e880bf3a'] {{(pid=104160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:37:02.492774 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211ae1ae-79d0-43b6-b315-fb28ddf04da9 tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] Pushing event deleted for resources: {'Port': ['ID=4ee30d62-1e24-44e6-8324-a905e880bf3a,revision_number=None']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:02.559943 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7ed2676-3090-41b5-a169-5b4b6338375c req-211ae1ae-79d0-43b6-b315-fb28ddf04da9 tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] No DVR routers for this DVR port 4ee30d62-1e24-44e6-8324-a905e880bf3a on host hv-cinder-75078 {{(pid=104158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:37:02.562881 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-b7ed2676-3090-41b5-a169-5b4b6338375c req-211ae1ae-79d0-43b6-b315-fb28ddf04da9 tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451'] for port (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:02.566898 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-b7ed2676-3090-41b5-a169-5b4b6338375c req-211ae1ae-79d0-43b6-b315-fb28ddf04da9 tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] 10.222.0.26 "DELETE /v2.0/ports/4ee30d62-1e24-44e6-8324-a905e880bf3a HTTP/1.1" status: 204 len: 173 time: 0.6693568 Mar 31 15:37:02.567337 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2875938-cf9d-41a1-8d95-a10adfec5daa', 'name': 'network-vif-deleted', 'tag': '4ee30d62-1e24-44e6-8324-a905e880bf3a'}] {{(pid=104158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:37:02.569668 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f960889515c719e6c42930f5609f9e3ff07dde6b2d3f3be48d9020484c6583bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba3cf1b-a02d-4b15-95ae-5e1e677aebbd" -d '{"events": [{"server_uuid": "b2875938-cf9d-41a1-8d95-a10adfec5daa", "name": "network-vif-deleted", "tag": "4ee30d62-1e24-44e6-8324-a905e880bf3a"}]}' {{(pid=104158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:37:02.602893 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c167beb-de6f-4070-8bfa-86ee5ecb1e30 x-openstack-request-id: req-4c167beb-de6f-4070-8bfa-86ee5ecb1e30 {{(pid=104158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:37:02.603190 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2875938-cf9d-41a1-8d95-a10adfec5daa", "name": "network-vif-deleted", "tag": "4ee30d62-1e24-44e6-8324-a905e880bf3a", "status": "completed", "code": 200}]} {{(pid=104158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:37:02.603447 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4c167beb-de6f-4070-8bfa-86ee5ecb1e30 {{(pid=104158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:37:02.603853 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c167beb-de6f-4070-8bfa-86ee5ecb1e30'] response: {'server_uuid': 'b2875938-cf9d-41a1-8d95-a10adfec5daa', 'name': 'network-vif-deleted', 'tag': '4ee30d62-1e24-44e6-8324-a905e880bf3a', 'status': 'completed', 'code': 200} Mar 31 15:37:02.725245 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-dd0962aa-f550-44b0-a2bd-368f64ac4896 req-57ea8a19-6eb4-4841-84be-449be8f4afca tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2875938-cf9d-41a1-8d95-a10adfec5daa HTTP/1.1" status: 200 len: 210 time: 0.0280471 Mar 31 15:37:02.922561 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 44070) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:03.028049 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b7cf5a-dd43-4d7e-8e46-790d5f4c274a req-71b76f5a-6baf-4972-8759-fbfe71cc91bb tempest-VolumesActionsTest-2074020867 tempest-VolumesActionsTest-2074020867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:03.029516 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-46b7cf5a-dd43-4d7e-8e46-790d5f4c274a req-71b76f5a-6baf-4972-8759-fbfe71cc91bb tempest-VolumesActionsTest-2074020867 tempest-VolumesActionsTest-2074020867-project] 10.222.0.26 "GET /v2.0/networks?id=2212ae90-e749-4651-b0f4-646c99c082ef HTTP/1.1" status: 200 len: 809 time: 0.1069353 Mar 31 15:37:03.040882 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-caddf50e-f63f-492c-a103-a5bda5e372df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:03.042519 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.v2.base [req-46b7cf5a-dd43-4d7e-8e46-790d5f4c274a req-aeda8059-e582-4db4-8608-ed316dc9ae83 tempest-VolumesActionsTest-2074020867 tempest-VolumesActionsTest-2074020867-project] Request body: {'port': {'device_id': 'bb344bef-e6ae-4078-bdb6-5e806bfdc9fa', 'network_id': '2212ae90-e749-4651-b0f4-646c99c082ef', 'admin_state_up': True, 'tenant_id': '554dc0e19c5e49a9a8d515b1286bd5cf'}} {{(pid=104158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:37:03.127822 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-caddf50e-f63f-492c-a103-a5bda5e372df admin admin] Publish callbacks [] for security_group (0b3f715f-4a66-40be-8cf6-af8fb2ab398c), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:03.214364 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-caddf50e-f63f-492c-a103-a5bda5e372df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (0b3f715f-4a66-40be-8cf6-af8fb2ab398c), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:03.238286 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46b7cf5a-dd43-4d7e-8e46-790d5f4c274a req-aeda8059-e582-4db4-8608-ed316dc9ae83 tempest-VolumesActionsTest-2074020867 tempest-VolumesActionsTest-2074020867-project] Made reservation on behalf of 554dc0e19c5e49a9a8d515b1286bd5cf for: {'port': 1} {{(pid=104158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:37:03.242418 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-46b7cf5a-dd43-4d7e-8e46-790d5f4c274a req-aeda8059-e582-4db4-8608-ed316dc9ae83 tempest-VolumesActionsTest-2074020867 tempest-VolumesActionsTest-2074020867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:03.255292 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-caddf50e-f63f-492c-a103-a5bda5e372df admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8051c30dda03499e91d5b613c37d6e95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3313241 Mar 31 15:37:03.256174 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caddf50e-f63f-492c-a103-a5bda5e372df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3f715f-4a66-40be-8cf6-af8fb2ab398c,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:03.258069 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 44080) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:03.392372 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-eaf59663-dcbd-411b-b11a-3a1e2b4b4529 admin admin] Publish callbacks [] for security_group (0b3f715f-4a66-40be-8cf6-af8fb2ab398c), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:03.447324 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-eaf59663-dcbd-411b-b11a-3a1e2b4b4529 admin admin] Publish callbacks [] for security_group (0b3f715f-4a66-40be-8cf6-af8fb2ab398c), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:03.472772 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.db.db_base_plugin_common [req-46b7cf5a-dd43-4d7e-8e46-790d5f4c274a req-aeda8059-e582-4db4-8608-ed316dc9ae83 tempest-VolumesActionsTest-2074020867 tempest-VolumesActionsTest-2074020867-project] Allocated IP 172.20.0.9 (2212ae90-e749-4651-b0f4-646c99c082ef/5d64660f-f5ca-4994-a6f9-2034b643ec05/24a76631-bdde-49ad-a63d-01490fbfc691) {{(pid=104158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:37:03.524976 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-6b8efb07-a331-42c7-aca6-8fd454053b71 req-5a007639-65d2-45e7-93df-506cb519aafa tempest-VolumesActionsTest-2074020867 tempest-VolumesActionsTest-2074020867-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb344bef-e6ae-4078-bdb6-5e806bfdc9fa HTTP/1.1" status: 200 len: 210 time: 0.0431452 Mar 31 15:37:03.622419 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-eaf59663-dcbd-411b-b11a-3a1e2b4b4529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (0b3f715f-4a66-40be-8cf6-af8fb2ab398c), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:03.624980 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-eaf59663-dcbd-411b-b11a-3a1e2b4b4529 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:03.626199 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-eaf59663-dcbd-411b-b11a-3a1e2b4b4529 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0b3f715f-4a66-40be-8cf6-af8fb2ab398c HTTP/1.1" status: 204 len: 168 time: 0.3658600 Mar 31 15:37:03.675272 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf59663-dcbd-411b-b11a-3a1e2b4b4529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3f715f-4a66-40be-8cf6-af8fb2ab398c,revision_number=None']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:03.737142 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-46b7cf5a-dd43-4d7e-8e46-790d5f4c274a req-aeda8059-e582-4db4-8608-ed316dc9ae83 tempest-VolumesActionsTest-2074020867 tempest-VolumesActionsTest-2074020867-project] Publish callbacks [] for port (24a76631-bdde-49ad-a63d-01490fbfc691), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:03.845335 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-5c7e9808-b2d5-40dc-b109-d32e06d0623a req-fa9c63ae-a5f1-4cb8-b6b6-de73688e37f1 tempest-DeleteServersTestJSON-1909220457 tempest-DeleteServersTestJSON-1909220457-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2875938-cf9d-41a1-8d95-a10adfec5daa HTTP/1.1" status: 200 len: 210 time: 0.0313985 Mar 31 15:37:03.917198 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-46b7cf5a-dd43-4d7e-8e46-790d5f4c274a req-aeda8059-e582-4db4-8608-ed316dc9ae83 tempest-VolumesActionsTest-2074020867 tempest-VolumesActionsTest-2074020867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772784453870'] for port (24a76631-bdde-49ad-a63d-01490fbfc691), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:03.967977 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46b7cf5a-dd43-4d7e-8e46-790d5f4c274a req-aeda8059-e582-4db4-8608-ed316dc9ae83 tempest-VolumesActionsTest-2074020867 tempest-VolumesActionsTest-2074020867-project] Network 2212ae90-e749-4651-b0f4-646c99c082ef is already hosted by enough agents. {{(pid=104158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:37:03.979566 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.scheduler.base_scheduler [req-46b7cf5a-dd43-4d7e-8e46-790d5f4c274a req-aeda8059-e582-4db4-8608-ed316dc9ae83 tempest-VolumesActionsTest-2074020867 tempest-VolumesActionsTest-2074020867-project] Resources bound (agent type, host, resource id): {{(pid=104158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:37:03.981722 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeda8059-e582-4db4-8608-ed316dc9ae83 tempest-VolumesActionsTest-2074020867 tempest-VolumesActionsTest-2074020867-project] Pushing event updated for resources: {'Port': ['ID=24a76631-bdde-49ad-a63d-01490fbfc691,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:03.983879 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.db.l3_dvrscheduler_db [req-46b7cf5a-dd43-4d7e-8e46-790d5f4c274a req-aeda8059-e582-4db4-8608-ed316dc9ae83 tempest-VolumesActionsTest-2074020867 tempest-VolumesActionsTest-2074020867-project] Received port after_create {{(pid=104158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:37:03.990537 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b7cf5a-dd43-4d7e-8e46-790d5f4c274a req-aeda8059-e582-4db4-8608-ed316dc9ae83 tempest-VolumesActionsTest-2074020867 tempest-VolumesActionsTest-2074020867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:03.990973 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-46b7cf5a-dd43-4d7e-8e46-790d5f4c274a req-aeda8059-e582-4db4-8608-ed316dc9ae83 tempest-VolumesActionsTest-2074020867 tempest-VolumesActionsTest-2074020867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451'] for port (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:04.073747 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-46b7cf5a-dd43-4d7e-8e46-790d5f4c274a req-aeda8059-e582-4db4-8608-ed316dc9ae83 tempest-VolumesActionsTest-2074020867 tempest-VolumesActionsTest-2074020867-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0347772 Mar 31 15:37:04.088277 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.v2.base [req-46b7cf5a-dd43-4d7e-8e46-790d5f4c274a req-71a72bc0-a6a6-46eb-8d86-f1a17287934a service neutron] Request body: {'port': {'device_id': 'bb344bef-e6ae-4078-bdb6-5e806bfdc9fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=104158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:37:04.148808 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-10285bc8-0c4f-41e7-9505-766ab23f8214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (80b0103a-7158-48a6-b59a-3fe393c523d9), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:04.154984 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-46b7cf5a-dd43-4d7e-8e46-790d5f4c274a req-71a72bc0-a6a6-46eb-8d86-f1a17287934a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (24a76631-bdde-49ad-a63d-01490fbfc691), before_update {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:04.378713 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 44112) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:04.391684 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c64ac309-391e-43d8-83da-0993b82c2c6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:04.474119 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.notifiers.nova [req-46b7cf5a-dd43-4d7e-8e46-790d5f4c274a req-71a72bc0-a6a6-46eb-8d86-f1a17287934a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24a76631-bdde-49ad-a63d-01490fbfc691 {{(pid=104158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:37:04.480992 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c64ac309-391e-43d8-83da-0993b82c2c6e admin admin] Publish callbacks [] for security_group (1f3b6568-b183-405b-963b-a1bcb62ada7b), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:04.482594 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-46b7cf5a-dd43-4d7e-8e46-790d5f4c274a req-71a72bc0-a6a6-46eb-8d86-f1a17287934a service neutron] Publish callbacks [] for port (24a76631-bdde-49ad-a63d-01490fbfc691), precommit_update {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:04.495676 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.db.provisioning_blocks [req-46b7cf5a-dd43-4d7e-8e46-790d5f4c274a req-71a72bc0-a6a6-46eb-8d86-f1a17287934a service neutron] Transition to ACTIVE for port object 24a76631-bdde-49ad-a63d-01490fbfc691 will not be triggered until provisioned by entity L2. {{(pid=104158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 15:37:04.568590 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c64ac309-391e-43d8-83da-0993b82c2c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (1f3b6568-b183-405b-963b-a1bcb62ada7b), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:04.568825 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-46b7cf5a-dd43-4d7e-8e46-790d5f4c274a req-71a72bc0-a6a6-46eb-8d86-f1a17287934a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (24a76631-bdde-49ad-a63d-01490fbfc691), after_update {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:04.608389 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64ac309-391e-43d8-83da-0993b82c2c6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f3b6568-b183-405b-963b-a1bcb62ada7b,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:04.614012 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-c64ac309-391e-43d8-83da-0993b82c2c6e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f5d6dbae61614dd0880b0b86cddff4b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2334239 Mar 31 15:37:04.620751 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 44120) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:04.655510 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a72bc0-a6a6-46eb-8d86-f1a17287934a service neutron] Pushing event updated for resources: {'Port': ['ID=24a76631-bdde-49ad-a63d-01490fbfc691,revision_number=2']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:04.668749 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-97b919eb-5649-43dc-bf94-0e2b66b83cfc admin admin] Publish callbacks [] for security_group (1f3b6568-b183-405b-963b-a1bcb62ada7b), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:04.691102 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-97b919eb-5649-43dc-bf94-0e2b66b83cfc admin admin] Publish callbacks [] for security_group (1f3b6568-b183-405b-963b-a1bcb62ada7b), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:04.711744 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca6805-48d3-45cc-a3bf-0518fd8ecb32 req-590db3f6-24e7-4533-b980-a71c77d3e083 tempest-VolumesActionsTest-2074020867 tempest-VolumesActionsTest-2074020867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:04.713232 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-a4ca6805-48d3-45cc-a3bf-0518fd8ecb32 req-590db3f6-24e7-4533-b980-a71c77d3e083 tempest-VolumesActionsTest-2074020867 tempest-VolumesActionsTest-2074020867-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb344bef-e6ae-4078-bdb6-5e806bfdc9fa HTTP/1.1" status: 200 len: 943 time: 0.1101449 Mar 31 15:37:04.714005 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.managers [req-46b7cf5a-dd43-4d7e-8e46-790d5f4c274a req-71a72bc0-a6a6-46eb-8d86-f1a17287934a service neutron] Attempting to bind port 24a76631-bdde-49ad-a63d-01490fbfc691 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=104158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:37:04.714277 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.managers [req-46b7cf5a-dd43-4d7e-8e46-790d5f4c274a req-71a72bc0-a6a6-46eb-8d86-f1a17287934a service neutron] Attempting to bind port 24a76631-bdde-49ad-a63d-01490fbfc691 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '18c206fd-452f-439f-81f6-3c7ff600c224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2212ae90-e749-4651-b0f4-646c99c082ef'}] {{(pid=104158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:37:04.714597 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b7cf5a-dd43-4d7e-8e46-790d5f4c274a req-71a72bc0-a6a6-46eb-8d86-f1a17287934a service neutron] Attempting to bind port 24a76631-bdde-49ad-a63d-01490fbfc691 on network 2212ae90-e749-4651-b0f4-646c99c082ef {{(pid=104158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:37:04.719300 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b7cf5a-dd43-4d7e-8e46-790d5f4c274a req-71a72bc0-a6a6-46eb-8d86-f1a17287934a service neutron] Port 24a76631-bdde-49ad-a63d-01490fbfc691 on network 2212ae90-e749-4651-b0f4-646c99c082ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=104158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 15:37:04.719618 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b7cf5a-dd43-4d7e-8e46-790d5f4c274a req-71a72bc0-a6a6-46eb-8d86-f1a17287934a service neutron] Attempting to bind port 24a76631-bdde-49ad-a63d-01490fbfc691 on network 2212ae90-e749-4651-b0f4-646c99c082ef {{(pid=104158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:37:04.731094 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b7cf5a-dd43-4d7e-8e46-790d5f4c274a req-71a72bc0-a6a6-46eb-8d86-f1a17287934a service neutron] Checking agent: {'id': '42669199-0b56-4e25-9a3d-cc561c912f6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 34, 6), 'started_at': datetime.datetime(2022, 3, 31, 15, 34, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:37:04.731424 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b7cf5a-dd43-4d7e-8e46-790d5f4c274a req-71a72bc0-a6a6-46eb-8d86-f1a17287934a service neutron] Checking segment: {'id': '18c206fd-452f-439f-81f6-3c7ff600c224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2212ae90-e749-4651-b0f4-646c99c082ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:37:04.731786 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b7cf5a-dd43-4d7e-8e46-790d5f4c274a req-71a72bc0-a6a6-46eb-8d86-f1a17287934a service neutron] Bound using segment: {'id': '18c206fd-452f-439f-81f6-3c7ff600c224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2212ae90-e749-4651-b0f4-646c99c082ef'} {{(pid=104158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:37:04.732229 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.managers [req-46b7cf5a-dd43-4d7e-8e46-790d5f4c274a req-71a72bc0-a6a6-46eb-8d86-f1a17287934a service neutron] Bound port: 24a76631-bdde-49ad-a63d-01490fbfc691, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18c206fd-452f-439f-81f6-3c7ff600c224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2212ae90-e749-4651-b0f4-646c99c082ef'}}] {{(pid=104158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:37:04.732580 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-46b7cf5a-dd43-4d7e-8e46-790d5f4c274a req-71a72bc0-a6a6-46eb-8d86-f1a17287934a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (24a76631-bdde-49ad-a63d-01490fbfc691), before_update {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:04.803343 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-a4ca6805-48d3-45cc-a3bf-0518fd8ecb32 req-6ef209a6-f774-4eae-b3be-b4211427c4e8 tempest-VolumesActionsTest-2074020867 tempest-VolumesActionsTest-2074020867-project] 10.222.0.21 "GET /v2.0/security-groups?id=14d129c5-3f66-4e92-b5af-159f959da293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798366 Mar 31 15:37:04.830108 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.db [req-46b7cf5a-dd43-4d7e-8e46-790d5f4c274a req-71a72bc0-a6a6-46eb-8d86-f1a17287934a service neutron] For port 24a76631-bdde-49ad-a63d-01490fbfc691, host hv-cinder-75078, cleared binding levels {{(pid=104158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:37:04.832966 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.db [req-46b7cf5a-dd43-4d7e-8e46-790d5f4c274a req-71a72bc0-a6a6-46eb-8d86-f1a17287934a service neutron] For port 24a76631-bdde-49ad-a63d-01490fbfc691, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=24a76631-bdde-49ad-a63d-01490fbfc691,segment=NetworkSegment(18c206fd-452f-439f-81f6-3c7ff600c224),segment_id=18c206fd-452f-439f-81f6-3c7ff600c224)] {{(pid=104158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:37:04.876838 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-97b919eb-5649-43dc-bf94-0e2b66b83cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (1f3b6568-b183-405b-963b-a1bcb62ada7b), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:04.879744 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-97b919eb-5649-43dc-bf94-0e2b66b83cfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:04.884057 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-97b919eb-5649-43dc-bf94-0e2b66b83cfc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1f3b6568-b183-405b-963b-a1bcb62ada7b HTTP/1.1" status: 204 len: 168 time: 0.2668774 Mar 31 15:37:04.896860 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b919eb-5649-43dc-bf94-0e2b66b83cfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f3b6568-b183-405b-963b-a1bcb62ada7b,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:04.918030 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-46b7cf5a-dd43-4d7e-8e46-790d5f4c274a req-71a72bc0-a6a6-46eb-8d86-f1a17287934a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (24a76631-bdde-49ad-a63d-01490fbfc691), after_update {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:04.982736 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b7cf5a-dd43-4d7e-8e46-790d5f4c274a req-71a72bc0-a6a6-46eb-8d86-f1a17287934a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:04.983348 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-46b7cf5a-dd43-4d7e-8e46-790d5f4c274a req-71a72bc0-a6a6-46eb-8d86-f1a17287934a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451'] for port (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:04.984728 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-46b7cf5a-dd43-4d7e-8e46-790d5f4c274a req-71a72bc0-a6a6-46eb-8d86-f1a17287934a service neutron] 10.222.0.26 "PUT /v2.0/ports/24a76631-bdde-49ad-a63d-01490fbfc691 HTTP/1.1" status: 200 len: 1093 time: 0.9025829 Mar 31 15:37:04.985162 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb344bef-e6ae-4078-bdb6-5e806bfdc9fa', 'tag': '24a76631-bdde-49ad-a63d-01490fbfc691'}] {{(pid=104158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:37:04.988494 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f960889515c719e6c42930f5609f9e3ff07dde6b2d3f3be48d9020484c6583bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8beb09f4-263f-4da3-a052-a2277cf4e36f" -d '{"events": [{"name": "network-changed", "server_uuid": "bb344bef-e6ae-4078-bdb6-5e806bfdc9fa", "tag": "24a76631-bdde-49ad-a63d-01490fbfc691"}]}' {{(pid=104158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:37:04.992578 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a72bc0-a6a6-46eb-8d86-f1a17287934a service neutron] Pushing event updated for resources: {'Port': ['ID=24a76631-bdde-49ad-a63d-01490fbfc691,revision_number=3']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:05.063220 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e813593-f4d7-4c11-b750-fbb295e28dbe x-openstack-request-id: req-4e813593-f4d7-4c11-b750-fbb295e28dbe {{(pid=104158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:37:05.063565 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb344bef-e6ae-4078-bdb6-5e806bfdc9fa", "tag": "24a76631-bdde-49ad-a63d-01490fbfc691", "status": "completed", "code": 200}]} {{(pid=104158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:37:05.064945 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4e813593-f4d7-4c11-b750-fbb295e28dbe {{(pid=104158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:37:05.065784 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e813593-f4d7-4c11-b750-fbb295e28dbe'] response: {'name': 'network-changed', 'server_uuid': 'bb344bef-e6ae-4078-bdb6-5e806bfdc9fa', 'tag': '24a76631-bdde-49ad-a63d-01490fbfc691', 'status': 'completed', 'code': 200} Mar 31 15:37:05.129199 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b7cf5a-dd43-4d7e-8e46-790d5f4c274a req-1c9cc78a-e1e2-4a20-86f7-db8b403798bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:05.131038 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-46b7cf5a-dd43-4d7e-8e46-790d5f4c274a req-1c9cc78a-e1e2-4a20-86f7-db8b403798bf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=554dc0e19c5e49a9a8d515b1286bd5cf&device_id=bb344bef-e6ae-4078-bdb6-5e806bfdc9fa HTTP/1.1" status: 200 len: 1127 time: 0.0535135 Mar 31 15:37:05.194753 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-46b7cf5a-dd43-4d7e-8e46-790d5f4c274a req-52801436-f514-44a1-92d2-97365520148e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=24a76631-bdde-49ad-a63d-01490fbfc691 HTTP/1.1" status: 200 len: 217 time: 0.0563097 Mar 31 15:37:05.242704 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b7cf5a-dd43-4d7e-8e46-790d5f4c274a req-51606c1c-1eec-41c3-9a94-b77427006832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:05.244831 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-46b7cf5a-dd43-4d7e-8e46-790d5f4c274a req-51606c1c-1eec-41c3-9a94-b77427006832 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5d64660f-f5ca-4994-a6f9-2034b643ec05 HTTP/1.1" status: 200 len: 849 time: 0.0444441 Mar 31 15:37:05.274590 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-46b7cf5a-dd43-4d7e-8e46-790d5f4c274a req-f56b3433-4df8-468d-b71b-3782b5bba3f8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2212ae90-e749-4651-b0f4-646c99c082ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245218 Mar 31 15:37:05.374523 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-46b7cf5a-dd43-4d7e-8e46-790d5f4c274a req-8304fc73-4af8-4858-8f11-e98436c4938e service neutron] 10.222.0.26 "GET /v2.0/networks/2212ae90-e749-4651-b0f4-646c99c082ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933306 Mar 31 15:37:05.467333 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.agents_db [None req-c7073644-962b-4037-b6f3-12a39092c58a None None] Agent healthcheck: found 6 active agents {{(pid=104161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:37:05.490014 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-46b7cf5a-dd43-4d7e-8e46-790d5f4c274a req-109d304c-32bd-4402-909d-7d3c60d903d3 service neutron] 10.222.0.26 "GET /v2.0/networks/2212ae90-e749-4651-b0f4-646c99c082ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092846 Mar 31 15:37:05.655391 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beb09f4-263f-4da3-a052-a2277cf4e36f req-60c10fbc-f1a6-40a9-b344-7582e9af2b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:05.656874 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-8beb09f4-263f-4da3-a052-a2277cf4e36f req-60c10fbc-f1a6-40a9-b344-7582e9af2b3c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=554dc0e19c5e49a9a8d515b1286bd5cf&device_id=bb344bef-e6ae-4078-bdb6-5e806bfdc9fa HTTP/1.1" status: 200 len: 1127 time: 0.0447319 Mar 31 15:37:05.752594 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beb09f4-263f-4da3-a052-a2277cf4e36f req-9f722145-b05d-4e77-b59a-4c252761c545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:05.754106 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-8beb09f4-263f-4da3-a052-a2277cf4e36f req-9f722145-b05d-4e77-b59a-4c252761c545 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2212ae90-e749-4651-b0f4-646c99c082ef HTTP/1.1" status: 200 len: 910 time: 0.0913770 Mar 31 15:37:05.793863 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-ddcfc948-9578-45c7-8094-3f504def5dc8 req-771c73cd-5647-44e1-9276-65045e712c3a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=736bebfe-fdc7-4e4c-b37e-05868421c771&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0500474 Mar 31 15:37:05.796502 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-8beb09f4-263f-4da3-a052-a2277cf4e36f req-2c56d3bf-8b9e-43e0-8652-68407be3fc68 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=24a76631-bdde-49ad-a63d-01490fbfc691 HTTP/1.1" status: 200 len: 217 time: 0.0359957 Mar 31 15:37:05.856061 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beb09f4-263f-4da3-a052-a2277cf4e36f req-a452b057-0506-499e-aff8-b946c5eb7da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:05.857664 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-8beb09f4-263f-4da3-a052-a2277cf4e36f req-a452b057-0506-499e-aff8-b946c5eb7da7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5d64660f-f5ca-4994-a6f9-2034b643ec05 HTTP/1.1" status: 200 len: 849 time: 0.0521955 Mar 31 15:37:05.893887 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-8beb09f4-263f-4da3-a052-a2277cf4e36f req-0072fd73-d29e-40c8-9849-a2f8913321f4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2212ae90-e749-4651-b0f4-646c99c082ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283117 Mar 31 15:37:05.917051 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcfc948-9578-45c7-8094-3f504def5dc8 req-1fbf5118-44a7-40c8-80c8-bede55994c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:05.919235 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-ddcfc948-9578-45c7-8094-3f504def5dc8 req-1fbf5118-44a7-40c8-80c8-bede55994c40 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=be4d3c00b0c245529e30b10275e77a1a&device_id=736bebfe-fdc7-4e4c-b37e-05868421c771 HTTP/1.1" status: 200 len: 1130 time: 0.0785129 Mar 31 15:37:06.019867 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0948ad3e-7744-48d0-9e4d-9a421455c108 req-725ed449-f71b-4d27-8ac2-2a43eb90bb44 tempest-VolumesActionsTest-2074020867 tempest-VolumesActionsTest-2074020867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:06.021303 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-0948ad3e-7744-48d0-9e4d-9a421455c108 req-725ed449-f71b-4d27-8ac2-2a43eb90bb44 tempest-VolumesActionsTest-2074020867 tempest-VolumesActionsTest-2074020867-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb344bef-e6ae-4078-bdb6-5e806bfdc9fa HTTP/1.1" status: 200 len: 943 time: 0.1232395 Mar 31 15:37:06.078618 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-8beb09f4-263f-4da3-a052-a2277cf4e36f req-87520161-cc25-44f6-84d5-7d4df21e73e7 service neutron] 10.222.0.26 "GET /v2.0/networks/2212ae90-e749-4651-b0f4-646c99c082ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597199 Mar 31 15:37:06.118221 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-0948ad3e-7744-48d0-9e4d-9a421455c108 req-d1d4a908-3dcb-46b9-9216-fbfaf280b2c3 tempest-VolumesActionsTest-2074020867 tempest-VolumesActionsTest-2074020867-project] 10.222.0.21 "GET /v2.0/security-groups?id=14d129c5-3f66-4e92-b5af-159f959da293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899131 Mar 31 15:37:06.119206 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcfc948-9578-45c7-8094-3f504def5dc8 req-415139c7-f537-4d75-8bb5-583b4650b7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:06.121548 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-ddcfc948-9578-45c7-8094-3f504def5dc8 req-415139c7-f537-4d75-8bb5-583b4650b7cd service neutron] 10.222.0.26 "GET /v2.0/networks?id=acf2b035-5efb-451b-83b3-46613c8b8e46 HTTP/1.1" status: 200 len: 912 time: 0.1689458 Mar 31 15:37:06.208702 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (42669199-0b56-4e25-9a3d-cc561c912f6a), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:06.235073 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-8beb09f4-263f-4da3-a052-a2277cf4e36f req-d8f43bb9-214b-4fea-b650-03728252e776 service neutron] 10.222.0.26 "GET /v2.0/networks/2212ae90-e749-4651-b0f4-646c99c082ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421697 Mar 31 15:37:06.241439 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-ddcfc948-9578-45c7-8094-3f504def5dc8 req-153d84b3-ecf3-49f7-be2f-b478072d3a69 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84024e4b-650c-42fa-a4eb-6c52eccd529c HTTP/1.1" status: 200 len: 1002 time: 0.1131799 Mar 31 15:37:06.296179 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcfc948-9578-45c7-8094-3f504def5dc8 req-276b26fa-b47e-4af3-9c8a-5d0a09bd1377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:06.297644 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-ddcfc948-9578-45c7-8094-3f504def5dc8 req-276b26fa-b47e-4af3-9c8a-5d0a09bd1377 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0ed38ac7-8ffd-41b7-819b-98cf852cf0d4 HTTP/1.1" status: 200 len: 850 time: 0.0500753 Mar 31 15:37:06.358926 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcfc948-9578-45c7-8094-3f504def5dc8 req-3a300650-8df3-4972-a9ba-ecfedd672330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:06.360398 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-ddcfc948-9578-45c7-8094-3f504def5dc8 req-3a300650-8df3-4972-a9ba-ecfedd672330 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=acf2b035-5efb-451b-83b3-46613c8b8e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0550528 Mar 31 15:37:06.458007 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-ddcfc948-9578-45c7-8094-3f504def5dc8 req-2e64ea7f-fa8c-40fd-b248-ca4ad49130a4 service neutron] 10.222.0.26 "GET /v2.0/networks/acf2b035-5efb-451b-83b3-46613c8b8e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878692 Mar 31 15:37:06.529639 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 44220) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:06.540022 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-78c9e84f-4b60-4bad-b4f4-686fbdc675cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (9721ac04-bac7-49da-b384-3a2049eedfa2), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:06.570739 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-ddcfc948-9578-45c7-8094-3f504def5dc8 req-94caf1ee-8f00-4af0-becd-c2af8962b130 service neutron] 10.222.0.26 "GET /v2.0/networks/acf2b035-5efb-451b-83b3-46613c8b8e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068079 Mar 31 15:37:06.588594 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.db.db_base_plugin_v2 [None req-6af43658-54ed-48ce-9226-e47aac527e57 admin admin] Deleting subnet 32ce8989-584f-4bb1-9eb5-9dfe1a9a84b0 {{(pid=104158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 15:37:06.592476 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-6af43658-54ed-48ce-9226-e47aac527e57 admin admin] Publish callbacks [] for subnet (32ce8989-584f-4bb1-9eb5-9dfe1a9a84b0), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:06.632509 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-6af43658-54ed-48ce-9226-e47aac527e57 admin admin] Publish callbacks [] for subnet (32ce8989-584f-4bb1-9eb5-9dfe1a9a84b0), precommit_delete_associations {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:06.643084 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-6af43658-54ed-48ce-9226-e47aac527e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8232756'] for subnet (32ce8989-584f-4bb1-9eb5-9dfe1a9a84b0), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:06.803174 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-6af43658-54ed-48ce-9226-e47aac527e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8232707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315'] for subnet (32ce8989-584f-4bb1-9eb5-9dfe1a9a84b0), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:06.828639 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af43658-54ed-48ce-9226-e47aac527e57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32ce8989-584f-4bb1-9eb5-9dfe1a9a84b0,revision_number=None']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:06.832821 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-6af43658-54ed-48ce-9226-e47aac527e57 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:06.836044 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-6af43658-54ed-48ce-9226-e47aac527e57 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/32ce8989-584f-4bb1-9eb5-9dfe1a9a84b0 HTTP/1.1" status: 204 len: 168 time: 0.3053834 Mar 31 15:37:06.838594 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 44234) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:06.908866 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-4d9c8244-9c09-483a-bdcd-b31255239fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8161909'] for network (c806af8a-1bdb-40fd-ae30-2296b114e56c), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:06.962651 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device 4ee30d62-1e24-44e6-8324-a905e880bf3a no longer exists at agent hyperv_hv-cinder-75078 {{(pid=104160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:37:06.983920 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] No Port match for: 4ee30d62-1e24-44e6-8324-a905e880bf3a {{(pid=104160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:37:06.984275 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device 4ee30d62-1e24-44e6-8324-a905e880bf3a not bound to the agent host hv-cinder-75078 {{(pid=104160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:37:06.991034 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-4d9c8244-9c09-483a-bdcd-b31255239fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8291519', 'neutron.services.segments.db._delete_segments_for_network-8772784778810'] for network (c806af8a-1bdb-40fd-ae30-2296b114e56c), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:07.012830 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-4d9c8244-9c09-483a-bdcd-b31255239fc5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:37:07.013188 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-4d9c8244-9c09-483a-bdcd-b31255239fc5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:37:07.013947 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-4d9c8244-9c09-483a-bdcd-b31255239fc5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:37:07.014273 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-4d9c8244-9c09-483a-bdcd-b31255239fc5 admin admin] Subscribe: > port after_create 55550000 {{(pid=104158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:37:07.014589 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-4d9c8244-9c09-483a-bdcd-b31255239fc5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:37:07.014918 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-4d9c8244-9c09-483a-bdcd-b31255239fc5 admin admin] Subscribe: > port after_update 55550000 {{(pid=104158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:37:07.015232 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-4d9c8244-9c09-483a-bdcd-b31255239fc5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:37:07.015547 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-4d9c8244-9c09-483a-bdcd-b31255239fc5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:37:07.015855 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-4d9c8244-9c09-483a-bdcd-b31255239fc5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:37:07.016165 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-4d9c8244-9c09-483a-bdcd-b31255239fc5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:37:07.081183 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-4d9c8244-9c09-483a-bdcd-b31255239fc5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:37:07.081634 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-4d9c8244-9c09-483a-bdcd-b31255239fc5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:37:07.081913 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-4d9c8244-9c09-483a-bdcd-b31255239fc5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:37:07.082236 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-4d9c8244-9c09-483a-bdcd-b31255239fc5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:37:07.082600 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.services.segments.db [None req-4d9c8244-9c09-483a-bdcd-b31255239fc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c806af8a-1bdb-40fd-ae30-2296b114e56c']}} {{(pid=104158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:37:07.103088 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.services.segments.db [None req-4d9c8244-9c09-483a-bdcd-b31255239fc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f3f3b28-e790-40cf-966b-d512f978bb45') {'for_net_delete': True} {{(pid=104158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:37:07.103374 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.services.segments.db [None req-4d9c8244-9c09-483a-bdcd-b31255239fc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f3f3b28-e790-40cf-966b-d512f978bb45') {} {{(pid=104158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:37:07.119156 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-4d9c8244-9c09-483a-bdcd-b31255239fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772784779587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8525835'] for segment (9f3f3b28-e790-40cf-966b-d512f978bb45), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:07.139839 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-4d9c8244-9c09-483a-bdcd-b31255239fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8219139'] for segment (9f3f3b28-e790-40cf-966b-d512f978bb45), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:07.147733 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d9c8244-9c09-483a-bdcd-b31255239fc5 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=104158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:37:07.148106 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-4d9c8244-9c09-483a-bdcd-b31255239fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8219139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302793'] for segment (9f3f3b28-e790-40cf-966b-d512f978bb45), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:07.151960 dv-cinder-750782-15-smb neutron-server[104158]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 31 15:37:07.151960 dv-cinder-750782-15-smb neutron-server[104158]: from cryptography.utils import int_from_bytes Mar 31 15:37:07.151960 dv-cinder-750782-15-smb neutron-server[104158]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 31 15:37:07.151960 dv-cinder-750782-15-smb neutron-server[104158]: from cryptography.utils import int_from_bytes Mar 31 15:37:07.151960 dv-cinder-750782-15-smb neutron-server[104158]: Traceback (most recent call last): Mar 31 15:37:07.151960 dv-cinder-750782-15-smb neutron-server[104158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:37:07.151960 dv-cinder-750782-15-smb neutron-server[104158]: timer() Mar 31 15:37:07.151960 dv-cinder-750782-15-smb neutron-server[104158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:37:07.151960 dv-cinder-750782-15-smb neutron-server[104158]: cb(*args, **kw) Mar 31 15:37:07.151960 dv-cinder-750782-15-smb neutron-server[104158]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 15:37:07.151960 dv-cinder-750782-15-smb neutron-server[104158]: return func(*args, **kwargs) Mar 31 15:37:07.151960 dv-cinder-750782-15-smb neutron-server[104158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:37:07.151960 dv-cinder-750782-15-smb neutron-server[104158]: self._notify() Mar 31 15:37:07.151960 dv-cinder-750782-15-smb neutron-server[104158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:37:07.151960 dv-cinder-750782-15-smb neutron-server[104158]: self.callback(batched_events) Mar 31 15:37:07.151960 dv-cinder-750782-15-smb neutron-server[104158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:37:07.151960 dv-cinder-750782-15-smb neutron-server[104158]: event.method(event) Mar 31 15:37:07.151960 dv-cinder-750782-15-smb neutron-server[104158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 15:37:07.151960 dv-cinder-750782-15-smb neutron-server[104158]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:37:07.151960 dv-cinder-750782-15-smb neutron-server[104158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 15:37:07.151960 dv-cinder-750782-15-smb neutron-server[104158]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:37:07.151960 dv-cinder-750782-15-smb neutron-server[104158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 15:37:07.151960 dv-cinder-750782-15-smb neutron-server[104158]: return f(self, *a, **k) Mar 31 15:37:07.151960 dv-cinder-750782-15-smb neutron-server[104158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 15:37:07.151960 dv-cinder-750782-15-smb neutron-server[104158]: return self._get(url).json() Mar 31 15:37:07.151960 dv-cinder-750782-15-smb neutron-server[104158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 15:37:07.151960 dv-cinder-750782-15-smb neutron-server[104158]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:37:07.151960 dv-cinder-750782-15-smb neutron-server[104158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:37:07.151960 dv-cinder-750782-15-smb neutron-server[104158]: return self.request(url, 'GET', **kwargs) Mar 31 15:37:07.151960 dv-cinder-750782-15-smb neutron-server[104158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:37:07.151960 dv-cinder-750782-15-smb neutron-server[104158]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:37:07.151960 dv-cinder-750782-15-smb neutron-server[104158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:37:07.151960 dv-cinder-750782-15-smb neutron-server[104158]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:37:07.151960 dv-cinder-750782-15-smb neutron-server[104158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:37:07.151960 dv-cinder-750782-15-smb neutron-server[104158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:37:07.151960 dv-cinder-750782-15-smb neutron-server[104158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:37:07.264382 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a77009-969e-4e5f-a35d-68fa4cfedd94 req-a912d534-c6cf-4331-b156-6aa1b1ff5a2d tempest-VolumesActionsTest-2074020867 tempest-VolumesActionsTest-2074020867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:07.265921 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-59a77009-969e-4e5f-a35d-68fa4cfedd94 req-a912d534-c6cf-4331-b156-6aa1b1ff5a2d tempest-VolumesActionsTest-2074020867 tempest-VolumesActionsTest-2074020867-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb344bef-e6ae-4078-bdb6-5e806bfdc9fa HTTP/1.1" status: 200 len: 943 time: 0.0590014 Mar 31 15:37:07.317299 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-59a77009-969e-4e5f-a35d-68fa4cfedd94 req-41f3e9f5-f23a-4eaa-be9d-c402ab94e405 tempest-VolumesActionsTest-2074020867 tempest-VolumesActionsTest-2074020867-project] 10.222.0.21 "GET /v2.0/security-groups?id=14d129c5-3f66-4e92-b5af-159f959da293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454826 Mar 31 15:37:07.323048 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-4d9c8244-9c09-483a-bdcd-b31255239fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8291510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574053'] for network (c806af8a-1bdb-40fd-ae30-2296b114e56c), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:07.332673 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-4d9c8244-9c09-483a-bdcd-b31255239fc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043269'] for network (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:07.337045 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-4d9c8244-9c09-483a-bdcd-b31255239fc5 admin admin] 10.222.0.21 "DELETE /v2.0/networks/c806af8a-1bdb-40fd-ae30-2296b114e56c HTTP/1.1" status: 204 len: 168 time: 0.4973989 Mar 31 15:37:07.353873 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9c8244-9c09-483a-bdcd-b31255239fc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=c806af8a-1bdb-40fd-ae30-2296b114e56c,revision_number=None']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:07.700003 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0b2f012e-2fbd-4b35-9815-8024e4a993e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fb816cbb-0527-4766-83b7-604ad6a553f5), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:07.758095 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 44276) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:07.806842 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-bd34553a-dd05-445f-a979-243d5dc61128 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d0def161a18a46ca8d69ee028d64b893&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0471590 Mar 31 15:37:07.809278 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 44282) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:07.863298 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-acf2534a-e549-4e77-a5b4-26c5f5a9c161 admin admin] Publish callbacks [] for security_group (0cb35ee8-da9b-424d-a950-6faa3a3ad767), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:07.894590 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-acf2534a-e549-4e77-a5b4-26c5f5a9c161 admin admin] Publish callbacks [] for security_group (0cb35ee8-da9b-424d-a950-6faa3a3ad767), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:08.014141 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-acf2534a-e549-4e77-a5b4-26c5f5a9c161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (0cb35ee8-da9b-424d-a950-6faa3a3ad767), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:08.016693 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-acf2534a-e549-4e77-a5b4-26c5f5a9c161 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:08.020895 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-acf2534a-e549-4e77-a5b4-26c5f5a9c161 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0cb35ee8-da9b-424d-a950-6faa3a3ad767 HTTP/1.1" status: 204 len: 168 time: 0.2081256 Mar 31 15:37:08.026569 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf2534a-e549-4e77-a5b4-26c5f5a9c161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb35ee8-da9b-424d-a950-6faa3a3ad767,revision_number=None']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:08.449104 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead6055-e203-4b74-8bc4-1c26b3459964 req-b82a11da-f865-4e90-96be-60d7bedb1926 tempest-VolumesActionsTest-2074020867 tempest-VolumesActionsTest-2074020867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:08.450740 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-1ead6055-e203-4b74-8bc4-1c26b3459964 req-b82a11da-f865-4e90-96be-60d7bedb1926 tempest-VolumesActionsTest-2074020867 tempest-VolumesActionsTest-2074020867-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb344bef-e6ae-4078-bdb6-5e806bfdc9fa HTTP/1.1" status: 200 len: 943 time: 0.0541408 Mar 31 15:37:08.498800 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-1ead6055-e203-4b74-8bc4-1c26b3459964 req-baf992c2-53d2-402c-abd9-2bd5eb556161 tempest-VolumesActionsTest-2074020867 tempest-VolumesActionsTest-2074020867-project] 10.222.0.21 "GET /v2.0/security-groups?id=14d129c5-3f66-4e92-b5af-159f959da293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420146 Mar 31 15:37:08.975890 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device 24a76631-bdde-49ad-a63d-01490fbfc691 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=104160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 15:37:09.090927 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] For port 24a76631-bdde-49ad-a63d-01490fbfc691, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=24a76631-bdde-49ad-a63d-01490fbfc691,segment=NetworkSegment(18c206fd-452f-439f-81f6-3c7ff600c224),segment_id=18c206fd-452f-439f-81f6-3c7ff600c224)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:37:09.105897 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Returning: {'device': '24a76631-bdde-49ad-a63d-01490fbfc691', 'network_id': '2212ae90-e749-4651-b0f4-646c99c082ef', 'port_id': '24a76631-bdde-49ad-a63d-01490fbfc691', 'mac_address': 'fa:16:3e:0a:52:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d64660f-f5ca-4994-a6f9-2034b643ec05', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 15:37:09.158311 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Current status of the port 24a76631-bdde-49ad-a63d-01490fbfc691 is: DOWN; New status is: BUILD {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:37:09.158874 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (24a76631-bdde-49ad-a63d-01490fbfc691), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:09.173081 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.notifiers.nova [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24a76631-bdde-49ad-a63d-01490fbfc691 {{(pid=104160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:37:09.192976 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] For port 24a76631-bdde-49ad-a63d-01490fbfc691, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=24a76631-bdde-49ad-a63d-01490fbfc691,segment=NetworkSegment(18c206fd-452f-439f-81f6-3c7ff600c224),segment_id=18c206fd-452f-439f-81f6-3c7ff600c224)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:37:09.237852 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 44346) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:09.295361 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (24a76631-bdde-49ad-a63d-01490fbfc691), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:09.351035 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.v2.base [None req-90daa14c-b4e3-4c1c-a88a-d17b334f034e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1556175944-network', 'tenant_id': 'd4fc7fbc16624a3082581ef98d9d25a5'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:37:09.353082 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Pushing event updated for resources: {'Port': ['ID=24a76631-bdde-49ad-a63d-01490fbfc691,revision_number=4']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:09.472513 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90daa14c-b4e3-4c1c-a88a-d17b334f034e admin admin] Made reservation on behalf of d4fc7fbc16624a3082581ef98d9d25a5 for: {'network': 1} {{(pid=104159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:37:09.474760 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-90daa14c-b4e3-4c1c-a88a-d17b334f034e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for network (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:09.484326 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-90daa14c-b4e3-4c1c-a88a-d17b334f034e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:09.546537 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-211e425b-1201-4862-afc0-6363249efbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (1ca8e2b3-6f2e-4d63-b52b-ad8a81fa6826), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:09.547722 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] get_ports_and_sgs() called for port_ids ['24a76631-bdde-49ad-a63d-01490fbfc691'] {{(pid=104160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:37:09.560400 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-90daa14c-b4e3-4c1c-a88a-d17b334f034e admin admin] Publish callbacks [] for security_group (e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:09.621922 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7b9614-e691-4d3b-9b55-2f9ecee6db9b req-bf289f34-9ab4-4be0-9d85-3c7efcd2e828 tempest-VolumesActionsTest-2074020867 tempest-VolumesActionsTest-2074020867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:09.623508 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-8c7b9614-e691-4d3b-9b55-2f9ecee6db9b req-bf289f34-9ab4-4be0-9d85-3c7efcd2e828 tempest-VolumesActionsTest-2074020867 tempest-VolumesActionsTest-2074020867-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb344bef-e6ae-4078-bdb6-5e806bfdc9fa HTTP/1.1" status: 200 len: 944 time: 0.0531554 Mar 31 15:37:09.648015 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-90daa14c-b4e3-4c1c-a88a-d17b334f034e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:09.683065 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90daa14c-b4e3-4c1c-a88a-d17b334f034e admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=104159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:37:09.700301 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90daa14c-b4e3-4c1c-a88a-d17b334f034e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:09.708827 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-8c7b9614-e691-4d3b-9b55-2f9ecee6db9b req-10728c4b-e992-4857-9a44-9984c202c95e tempest-VolumesActionsTest-2074020867 tempest-VolumesActionsTest-2074020867-project] 10.222.0.21 "GET /v2.0/security-groups?id=14d129c5-3f66-4e92-b5af-159f959da293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786309 Mar 31 15:37:09.712164 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-90daa14c-b4e3-4c1c-a88a-d17b334f034e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8219139'] for segment (66365e83-625a-4d43-ad5f-f1cd3888d9a6), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:09.712505 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.db.segments_db [None req-90daa14c-b4e3-4c1c-a88a-d17b334f034e admin admin] Added segment 66365e83-625a-4d43-ad5f-f1cd3888d9a6 of type vlan for network 4a5bb9cd-d074-4713-88c5-e7791e1f5e5b Mar 31 15:37:09.754540 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-90daa14c-b4e3-4c1c-a88a-d17b334f034e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772784419386'] for network (4a5bb9cd-d074-4713-88c5-e7791e1f5e5b), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:09.973799 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-90daa14c-b4e3-4c1c-a88a-d17b334f034e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315'] for network (4a5bb9cd-d074-4713-88c5-e7791e1f5e5b), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:09.973799 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90daa14c-b4e3-4c1c-a88a-d17b334f034e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:09.973799 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-90daa14c-b4e3-4c1c-a88a-d17b334f034e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043269'] for network (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:10.027717 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90daa14c-b4e3-4c1c-a88a-d17b334f034e admin admin] Pushing event updated for resources: {'Network': ['ID=4a5bb9cd-d074-4713-88c5-e7791e1f5e5b,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:10.038499 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Network 4a5bb9cd-d074-4713-88c5-e7791e1f5e5b details requested by agent ovs-agent-dv-cinder-750782-15-smb with host dv-cinder-750782-15-smb {{(pid=104160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 15:37:10.377466 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-90daa14c-b4e3-4c1c-a88a-d17b334f034e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1382048 Mar 31 15:37:10.385259 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 44380) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:10.390268 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.v2.base [None req-28b576d1-00ed-44bf-8c30-f6a17afff50c admin admin] Request body: {'subnet': {'network_id': '4a5bb9cd-d074-4713-88c5-e7791e1f5e5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1556175944-subnet', 'tenant_id': 'd4fc7fbc16624a3082581ef98d9d25a5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:37:10.477012 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b576d1-00ed-44bf-8c30-f6a17afff50c admin admin] Made reservation on behalf of d4fc7fbc16624a3082581ef98d9d25a5 for: {'subnet': 1} {{(pid=104159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:37:10.481764 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-28b576d1-00ed-44bf-8c30-f6a17afff50c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3286889'] for subnet (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:10.741283 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-28b576d1-00ed-44bf-8c30-f6a17afff50c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3149394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3286911'] for subnet (94d12cd9-1105-49d4-9d9d-27e65ff0c644), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:10.812430 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b576d1-00ed-44bf-8c30-f6a17afff50c admin admin] Pushing event updated for resources: {'Subnet': ['ID=94d12cd9-1105-49d4-9d9d-27e65ff0c644,revision_number=0']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:10.827023 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b576d1-00ed-44bf-8c30-f6a17afff50c admin admin] Checking segment: {'id': '66365e83-625a-4d43-ad5f-f1cd3888d9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '4a5bb9cd-d074-4713-88c5-e7791e1f5e5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:37:10.827298 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b576d1-00ed-44bf-8c30-f6a17afff50c admin admin] Network hostable DHCP agents. Network: 4a5bb9cd-d074-4713-88c5-e7791e1f5e5b, hostable agents: ['80b0103a-7158-48a6-b59a-3fe393c523d9'], hosted agents: [] {{(pid=104159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:37:10.866301 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd33f600-1673-4434-8a8b-b87153d2068e req-985c2af0-a6e0-4bdd-baf4-900470ba8718 tempest-VolumesActionsTest-2074020867 tempest-VolumesActionsTest-2074020867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:10.866301 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-dd33f600-1673-4434-8a8b-b87153d2068e req-985c2af0-a6e0-4bdd-baf4-900470ba8718 tempest-VolumesActionsTest-2074020867 tempest-VolumesActionsTest-2074020867-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb344bef-e6ae-4078-bdb6-5e806bfdc9fa HTTP/1.1" status: 200 len: 944 time: 0.0642350 Mar 31 15:37:10.913861 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-dd33f600-1673-4434-8a8b-b87153d2068e req-74f798e3-f64d-4fa0-b45f-865ef11df0a3 tempest-VolumesActionsTest-2074020867 tempest-VolumesActionsTest-2074020867-project] 10.222.0.21 "GET /v2.0/security-groups?id=14d129c5-3f66-4e92-b5af-159f959da293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419579 Mar 31 15:37:10.985687 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fd34c7ed-cab5-463e-81bb-e9aa6ef90623), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:10.985925 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b576d1-00ed-44bf-8c30-f6a17afff50c admin admin] Network 4a5bb9cd-d074-4713-88c5-e7791e1f5e5b is scheduled to be hosted by DHCP agent 80b0103a-7158-48a6-b59a-3fe393c523d9 with binding_index 1 {{(pid=104159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:37:10.992662 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device 24a76631-bdde-49ad-a63d-01490fbfc691 up at agent hyperv_hv-cinder-75078 {{(pid=104160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:37:11.042655 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [None req-28b576d1-00ed-44bf-8c30-f6a17afff50c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-15-smb, 4a5bb9cd-d074-4713-88c5-e7791e1f5e5b) {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:37:11.047674 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b576d1-00ed-44bf-8c30-f6a17afff50c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:11.050430 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-28b576d1-00ed-44bf-8c30-f6a17afff50c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043269'] for subnet (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:11.058915 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e75b59-23b1-4418-b443-f61f10c4fd54 None None] Network 4a5bb9cd-d074-4713-88c5-e7791e1f5e5b requested from dv-cinder-750782-15-smb {{(pid=104160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:37:11.161821 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-28b576d1-00ed-44bf-8c30-f6a17afff50c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7729411 Mar 31 15:37:11.162664 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 44418) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:11.166819 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.v2.base [None req-11f22a83-9fee-4028-935d-9ead476cac63 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1556175944-router', 'tenant_id': 'd4fc7fbc16624a3082581ef98d9d25a5', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943'}}} {{(pid=104158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:37:11.167081 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3d9c60-0142-4c8f-8dc8-b82639c4eb4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec827e25-5276-5d2f-9d0f-720d9e092647-4a5bb9cd-d074-4713-88c5-e7791e1f5e5b', 'network_id': '4a5bb9cd-d074-4713-88c5-e7791e1f5e5b', 'project_id': 'd4fc7fbc16624a3082581ef98d9d25a5', 'fixed_ips': [{'subnet_id': '94d12cd9-1105-49d4-9d9d-27e65ff0c644'}]}} from dv-cinder-750782-15-smb. {{(pid=104160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 15:37:11.167931 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-7e3d9c60-0142-4c8f-8dc8-b82639c4eb4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:11.172002 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Provisioning for port 24a76631-bdde-49ad-a63d-01490fbfc691 completed by entity L2. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 15:37:11.183852 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Provisioning complete for port 24a76631-bdde-49ad-a63d-01490fbfc691 triggered by entity L2. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:37:11.184252 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (24a76631-bdde-49ad-a63d-01490fbfc691), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:11.328865 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-11f22a83-9fee-4028-935d-9ead476cac63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3287'] for router (72c1e985-d19f-4bd3-b983-d04005880b29), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:11.330845 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-11f22a83-9fee-4028-935d-9ead476cac63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-574202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3294'] for router (72c1e985-d19f-4bd3-b983-d04005880b29), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:11.360007 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Current status of the port 24a76631-bdde-49ad-a63d-01490fbfc691 is: BUILD; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:37:11.360394 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (24a76631-bdde-49ad-a63d-01490fbfc691), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:11.380987 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.db_base_plugin_common [None req-7e3d9c60-0142-4c8f-8dc8-b82639c4eb4c None None] Allocated IP 172.20.0.2 (4a5bb9cd-d074-4713-88c5-e7791e1f5e5b/94d12cd9-1105-49d4-9d9d-27e65ff0c644/0ad8efaa-3d35-466a-8434-51a85454f4d5) {{(pid=104160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:37:11.397852 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-11f22a83-9fee-4028-935d-9ead476cac63 admin admin] Publish callbacks [] for router_controller (72c1e985-d19f-4bd3-b983-d04005880b29), precommit_add_association {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:11.401575 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb344bef-e6ae-4078-bdb6-5e806bfdc9fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24a76631-bdde-49ad-a63d-01490fbfc691'}] {{(pid=104160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:37:11.402299 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce3869fed81eb230bc7c00aef7f85a04080afe3b8b72d2e6fbd63f6167e83839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dbc0b46-ecb6-4399-a4dd-9efa025d0564" -d '{"events": [{"server_uuid": "bb344bef-e6ae-4078-bdb6-5e806bfdc9fa", "name": "network-vif-plugged", "status": "completed", "tag": "24a76631-bdde-49ad-a63d-01490fbfc691"}]}' {{(pid=104160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:37:11.419389 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] For port 24a76631-bdde-49ad-a63d-01490fbfc691, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=24a76631-bdde-49ad-a63d-01490fbfc691,segment=NetworkSegment(18c206fd-452f-439f-81f6-3c7ff600c224),segment_id=18c206fd-452f-439f-81f6-3c7ff600c224)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:37:11.455572 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba0262b3-0e0c-480a-b36e-52d3ea6fc03f x-openstack-request-id: req-ba0262b3-0e0c-480a-b36e-52d3ea6fc03f {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:37:11.455898 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb344bef-e6ae-4078-bdb6-5e806bfdc9fa", "name": "network-vif-plugged", "status": "completed", "tag": "24a76631-bdde-49ad-a63d-01490fbfc691", "code": 200}]} {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:37:11.456160 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ba0262b3-0e0c-480a-b36e-52d3ea6fc03f {{(pid=104160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:37:11.456557 dv-cinder-750782-15-smb neutron-server[104160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba0262b3-0e0c-480a-b36e-52d3ea6fc03f'] response: {'server_uuid': 'bb344bef-e6ae-4078-bdb6-5e806bfdc9fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24a76631-bdde-49ad-a63d-01490fbfc691', 'code': 200} Mar 31 15:37:11.566387 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-7e3d9c60-0142-4c8f-8dc8-b82639c4eb4c None None] Publish callbacks [] for port (0ad8efaa-3d35-466a-8434-51a85454f4d5), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:11.573774 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (24a76631-bdde-49ad-a63d-01490fbfc691), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:11.636825 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Pushing event updated for resources: {'Port': ['ID=24a76631-bdde-49ad-a63d-01490fbfc691,revision_number=5']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:11.666182 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-7e3d9c60-0142-4c8f-8dc8-b82639c4eb4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772784453870'] for port (0ad8efaa-3d35-466a-8434-51a85454f4d5), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:11.702645 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3d9c60-0142-4c8f-8dc8-b82639c4eb4c None None] Network 4a5bb9cd-d074-4713-88c5-e7791e1f5e5b is already hosted by enough agents. {{(pid=104160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:37:11.706071 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.scheduler.base_scheduler [None req-7e3d9c60-0142-4c8f-8dc8-b82639c4eb4c None None] Resources bound (agent type, host, resource id): {{(pid=104160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:37:11.708723 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3d9c60-0142-4c8f-8dc8-b82639c4eb4c None None] Received port after_create {{(pid=104160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:37:11.751740 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3d9c60-0142-4c8f-8dc8-b82639c4eb4c None None] Pushing event updated for resources: {'Port': ['ID=0ad8efaa-3d35-466a-8434-51a85454f4d5,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:11.809978 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [None req-7e3d9c60-0142-4c8f-8dc8-b82639c4eb4c None None] Attempting to bind port 0ad8efaa-3d35-466a-8434-51a85454f4d5 on host dv-cinder-750782-15-smb for vnic_type normal with profile {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:37:11.810358 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [None req-7e3d9c60-0142-4c8f-8dc8-b82639c4eb4c None None] Attempting to bind port 0ad8efaa-3d35-466a-8434-51a85454f4d5 by drivers openvswitch,hyperv on host dv-cinder-750782-15-smb at level 0 using segments [{'id': '66365e83-625a-4d43-ad5f-f1cd3888d9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '4a5bb9cd-d074-4713-88c5-e7791e1f5e5b'}] {{(pid=104160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:37:11.810731 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3d9c60-0142-4c8f-8dc8-b82639c4eb4c None None] Attempting to bind port 0ad8efaa-3d35-466a-8434-51a85454f4d5 on network 4a5bb9cd-d074-4713-88c5-e7791e1f5e5b {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:37:11.822198 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3d9c60-0142-4c8f-8dc8-b82639c4eb4c None None] Checking agent: {'id': 'fd34c7ed-cab5-463e-81bb-e9aa6ef90623', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 27, 41), 'started_at': datetime.datetime(2022, 3, 31, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:37:11.825724 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3d9c60-0142-4c8f-8dc8-b82639c4eb4c None None] Checking segment: {'id': '66365e83-625a-4d43-ad5f-f1cd3888d9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '4a5bb9cd-d074-4713-88c5-e7791e1f5e5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:37:11.827807 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-7e3d9c60-0142-4c8f-8dc8-b82639c4eb4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:11.828279 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3d9c60-0142-4c8f-8dc8-b82639c4eb4c None None] Bound using segment: {'id': '66365e83-625a-4d43-ad5f-f1cd3888d9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '4a5bb9cd-d074-4713-88c5-e7791e1f5e5b'} {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:37:11.828852 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [None req-7e3d9c60-0142-4c8f-8dc8-b82639c4eb4c None None] Bound port: 0ad8efaa-3d35-466a-8434-51a85454f4d5, host: dv-cinder-750782-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66365e83-625a-4d43-ad5f-f1cd3888d9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '4a5bb9cd-d074-4713-88c5-e7791e1f5e5b'}}] {{(pid=104160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:37:11.829902 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-7e3d9c60-0142-4c8f-8dc8-b82639c4eb4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (0ad8efaa-3d35-466a-8434-51a85454f4d5), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:11.876790 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-11f22a83-9fee-4028-935d-9ead476cac63 admin admin] Publish callbacks [] for router_gateway (72c1e985-d19f-4bd3-b983-d04005880b29), precommit_update {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:11.894905 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570599e0-0cd2-4ec8-a3a7-391eb572e81b req-9d638d07-fd5c-4661-a37a-f7bddcd66a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:11.896482 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-570599e0-0cd2-4ec8-a3a7-391eb572e81b req-9d638d07-fd5c-4661-a37a-f7bddcd66a38 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bb344bef-e6ae-4078-bdb6-5e806bfdc9fa HTTP/1.1" status: 200 len: 1129 time: 0.0748794 Mar 31 15:37:11.917182 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-7e3d9c60-0142-4c8f-8dc8-b82639c4eb4c None None] For port 0ad8efaa-3d35-466a-8434-51a85454f4d5, host dv-cinder-750782-15-smb, cleared binding levels {{(pid=104160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:37:11.921986 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-7e3d9c60-0142-4c8f-8dc8-b82639c4eb4c None None] For port 0ad8efaa-3d35-466a-8434-51a85454f4d5, host dv-cinder-750782-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-smb',level=0,port_id=0ad8efaa-3d35-466a-8434-51a85454f4d5,segment=NetworkSegment(66365e83-625a-4d43-ad5f-f1cd3888d9a6),segment_id=66365e83-625a-4d43-ad5f-f1cd3888d9a6)] {{(pid=104160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:37:11.942819 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-570599e0-0cd2-4ec8-a3a7-391eb572e81b req-dbaa2bfc-1561-44c9-acd4-57f5f6ebbd1a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=14d129c5-3f66-4e92-b5af-159f959da293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368984 Mar 31 15:37:11.997705 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-7e3d9c60-0142-4c8f-8dc8-b82639c4eb4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (0ad8efaa-3d35-466a-8434-51a85454f4d5), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:12.074972 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3d9c60-0142-4c8f-8dc8-b82639c4eb4c None None] Pushing event updated for resources: {'Port': ['ID=0ad8efaa-3d35-466a-8434-51a85454f4d5,revision_number=2']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:12.080998 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685aaaa5-4fab-4346-8568-c0726a009975 req-6beb73cb-2b8a-4d1d-96fc-4910779e910f tempest-VolumesActionsTest-2074020867 tempest-VolumesActionsTest-2074020867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:12.082533 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-685aaaa5-4fab-4346-8568-c0726a009975 req-6beb73cb-2b8a-4d1d-96fc-4910779e910f tempest-VolumesActionsTest-2074020867 tempest-VolumesActionsTest-2074020867-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb344bef-e6ae-4078-bdb6-5e806bfdc9fa HTTP/1.1" status: 200 len: 945 time: 0.1034336 Mar 31 15:37:12.169379 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-685aaaa5-4fab-4346-8568-c0726a009975 req-b22276be-d23a-47c2-a54a-91350f3a0d32 tempest-VolumesActionsTest-2074020867 tempest-VolumesActionsTest-2074020867-project] 10.222.0.21 "GET /v2.0/security-groups?id=14d129c5-3f66-4e92-b5af-159f959da293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775290 Mar 31 15:37:12.284706 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-11f22a83-9fee-4028-935d-9ead476cac63 admin admin] Publish callbacks [] for router_gateway (72c1e985-d19f-4bd3-b983-d04005880b29), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:12.313127 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-11f22a83-9fee-4028-935d-9ead476cac63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:12.453234 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.db.db_base_plugin_common [None req-11f22a83-9fee-4028-935d-9ead476cac63 admin admin] Allocated IP 172.28.2.41 (8959fca3-760a-428d-87ed-41d110f4f943/79fe0710-163f-45bc-8cd9-cc15163c6821/c86f7706-7305-4205-856f-83b9bf3fabd5) {{(pid=104158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:37:12.559184 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-11f22a83-9fee-4028-935d-9ead476cac63 admin admin] Publish callbacks [] for port (c86f7706-7305-4205-856f-83b9bf3fabd5), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:12.689587 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-11f22a83-9fee-4028-935d-9ead476cac63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772784453870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302876'] for port (c86f7706-7305-4205-856f-83b9bf3fabd5), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:12.727295 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f22a83-9fee-4028-935d-9ead476cac63 admin admin] Network 8959fca3-760a-428d-87ed-41d110f4f943 is already hosted by enough agents. {{(pid=104158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:37:12.730203 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.scheduler.base_scheduler [None req-11f22a83-9fee-4028-935d-9ead476cac63 admin admin] Resources bound (agent type, host, resource id): {{(pid=104158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:37:12.740133 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f22a83-9fee-4028-935d-9ead476cac63 admin admin] Received port after_create {{(pid=104158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:37:12.745965 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f22a83-9fee-4028-935d-9ead476cac63 admin admin] Pushing event updated for resources: {'Port': ['ID=c86f7706-7305-4205-856f-83b9bf3fabd5,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:12.776423 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f22a83-9fee-4028-935d-9ead476cac63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:12.776782 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f22a83-9fee-4028-935d-9ead476cac63 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:12.777126 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f22a83-9fee-4028-935d-9ead476cac63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:12.777494 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f22a83-9fee-4028-935d-9ead476cac63 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:12.777833 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f22a83-9fee-4028-935d-9ead476cac63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:12.778257 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f22a83-9fee-4028-935d-9ead476cac63 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:12.781879 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f22a83-9fee-4028-935d-9ead476cac63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:12.781879 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f22a83-9fee-4028-935d-9ead476cac63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:12.781879 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f22a83-9fee-4028-935d-9ead476cac63 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:12.781879 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f22a83-9fee-4028-935d-9ead476cac63 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:12.781879 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f22a83-9fee-4028-935d-9ead476cac63 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:12.781879 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f22a83-9fee-4028-935d-9ead476cac63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:12.781879 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f22a83-9fee-4028-935d-9ead476cac63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:12.781879 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f22a83-9fee-4028-935d-9ead476cac63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:12.781879 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f22a83-9fee-4028-935d-9ead476cac63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:13.070750 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bedff706-f68d-4823-8a1f-aba7cc0b38e7 None None] Network 4a5bb9cd-d074-4713-88c5-e7791e1f5e5b requested from dv-cinder-750782-15-smb {{(pid=104160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:37:13.111970 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-11f22a83-9fee-4028-935d-9ead476cac63 admin admin] Publish callbacks [] for router_gateway (72c1e985-d19f-4bd3-b983-d04005880b29), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:13.172048 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-ec02160b-af5b-4cbe-a674-f194cd1c152b None None] Provisioning complete for port 0ad8efaa-3d35-466a-8434-51a85454f4d5 triggered by entity DHCP. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:37:13.173450 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ec02160b-af5b-4cbe-a674-f194cd1c152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (0ad8efaa-3d35-466a-8434-51a85454f4d5), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:13.297659 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-ec02160b-af5b-4cbe-a674-f194cd1c152b None None] Current status of the port 0ad8efaa-3d35-466a-8434-51a85454f4d5 is: DOWN; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:37:13.298877 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ec02160b-af5b-4cbe-a674-f194cd1c152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (0ad8efaa-3d35-466a-8434-51a85454f4d5), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:13.332877 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3925c0-8832-4b22-b979-fe814d9ea194 req-843d1747-89da-4d01-8bcd-4f2a658c100f tempest-VolumesActionsTest-2074020867 tempest-VolumesActionsTest-2074020867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:13.334821 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-4b3925c0-8832-4b22-b979-fe814d9ea194 req-843d1747-89da-4d01-8bcd-4f2a658c100f tempest-VolumesActionsTest-2074020867 tempest-VolumesActionsTest-2074020867-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb344bef-e6ae-4078-bdb6-5e806bfdc9fa HTTP/1.1" status: 200 len: 945 time: 0.0868647 Mar 31 15:37:13.347099 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-ec02160b-af5b-4cbe-a674-f194cd1c152b None None] For port 0ad8efaa-3d35-466a-8434-51a85454f4d5, host dv-cinder-750782-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-smb',level=0,port_id=0ad8efaa-3d35-466a-8434-51a85454f4d5,segment=NetworkSegment(66365e83-625a-4d43-ad5f-f1cd3888d9a6),segment_id=66365e83-625a-4d43-ad5f-f1cd3888d9a6)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:37:13.389815 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-11f22a83-9fee-4028-935d-9ead476cac63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573997'] for router (72c1e985-d19f-4bd3-b983-d04005880b29), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:13.393946 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-4b3925c0-8832-4b22-b979-fe814d9ea194 req-3ea4ed65-4bc9-48de-9e14-229bbde7f78a tempest-VolumesActionsTest-2074020867 tempest-VolumesActionsTest-2074020867-project] 10.222.0.21 "GET /v2.0/security-groups?id=14d129c5-3f66-4e92-b5af-159f959da293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520139 Mar 31 15:37:13.442527 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ec02160b-af5b-4cbe-a674-f194cd1c152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (0ad8efaa-3d35-466a-8434-51a85454f4d5), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:13.533759 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec02160b-af5b-4cbe-a674-f194cd1c152b None None] Pushing event updated for resources: {'Port': ['ID=0ad8efaa-3d35-466a-8434-51a85454f4d5,revision_number=3']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:13.564964 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-274dc512-9a32-40e5-be6b-82c8332817e9 None None] Provisioning complete for port 0ad8efaa-3d35-466a-8434-51a85454f4d5 triggered by entity DHCP. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:37:13.565339 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-274dc512-9a32-40e5-be6b-82c8332817e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (0ad8efaa-3d35-466a-8434-51a85454f4d5), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:13.650907 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-274dc512-9a32-40e5-be6b-82c8332817e9 None None] Current status of the port 0ad8efaa-3d35-466a-8434-51a85454f4d5 is: ACTIVE; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:37:13.683302 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11f22a83-9fee-4028-935d-9ead476cac63 admin admin] Router 72c1e985-d19f-4bd3-b983-d04005880b29 is scheduled to L3 agent 9721ac04-bac7-49da-b384-3a2049eedfa2 with binding_index 1 {{(pid=104158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 15:37:13.794355 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11f22a83-9fee-4028-935d-9ead476cac63 admin admin] Notify agent at l3_agent.dv-cinder-750782-15-smb the message routers_updated {{(pid=104158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:37:13.804078 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da97a392-2f74-4e9e-af25-5b83f434e228 None None] Sync routers for ids ['72c1e985-d19f-4bd3-b983-d04005880b29'] in dv-cinder-750782-15-smb {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:37:13.814978 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da97a392-2f74-4e9e-af25-5b83f434e228 None None] Routers {'72c1e985-d19f-4bd3-b983-d04005880b29'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:37:13.816899 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-da97a392-2f74-4e9e-af25-5b83f434e228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:37:06Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['72c1e985-d19f-4bd3-b983-d04005880b29'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:37:13.925972 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-11f22a83-9fee-4028-935d-9ead476cac63 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:13.927379 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-11f22a83-9fee-4028-935d-9ead476cac63 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.7639022 Mar 31 15:37:13.930289 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 44516) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:13.945850 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-da97a392-2f74-4e9e-af25-5b83f434e228 None None] Set router 72c1e985-d19f-4bd3-b983-d04005880b29 gateway port host: dv-cinder-750782-15-smb {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:37:14.072848 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 44522) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:14.138175 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device 0ad8efaa-3d35-466a-8434-51a85454f4d5 up at agent ovs-agent-dv-cinder-750782-15-smb {{(pid=104160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:37:14.179513 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-da97a392-2f74-4e9e-af25-5b83f434e228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72c1e985-d19f-4bd3-b983-d04005880b29', 'name': 'tempest-ServerRescueNegativeTestJSON-1556175944-router', 'tenant_id': 'd4fc7fbc16624a3082581ef98d9d25a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.41'}], 'enable_snat': True}, 'gw_port_id': 'c86f7706-7305-4205-856f-83b9bf3fabd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:37:11Z', 'updated_at': '2022-03-31T15:37:12Z', 'revision_number': 3, 'project_id': 'd4fc7fbc16624a3082581ef98d9d25a5', 'gw_port': {'id': 'c86f7706-7305-4205-856f-83b9bf3fabd5', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e7:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72c1e985-d19f-4bd3-b983-d04005880b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 233, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:37:12Z', 'updated_at': '2022-03-31T15:37:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb'}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:37:14.198216 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Provisioning complete for port 0ad8efaa-3d35-466a-8434-51a85454f4d5 triggered by entity L2. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:37:14.199175 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (0ad8efaa-3d35-466a-8434-51a85454f4d5), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:14.213767 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da97a392-2f74-4e9e-af25-5b83f434e228 None None] Checking router: 72c1e985-d19f-4bd3-b983-d04005880b29 for host: dv-cinder-750782-15-smb {{(pid=104161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:37:14.214325 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da97a392-2f74-4e9e-af25-5b83f434e228 None None] Updating router 72c1e985-d19f-4bd3-b983-d04005880b29 port c86f7706-7305-4205-856f-83b9bf3fabd5 binding host dv-cinder-750782-15-smb {{(pid=104161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:37:14.268892 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-da97a392-2f74-4e9e-af25-5b83f434e228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (c86f7706-7305-4205-856f-83b9bf3fabd5), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:14.306406 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Current status of the port 0ad8efaa-3d35-466a-8434-51a85454f4d5 is: ACTIVE; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:37:14.542354 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2832b875-f49b-4bcb-aa1f-b4af3bf4fb42 req-9f989298-a652-45dc-b904-7ecd35180d43 tempest-VolumesActionsTest-2074020867 tempest-VolumesActionsTest-2074020867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:14.545417 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-2832b875-f49b-4bcb-aa1f-b4af3bf4fb42 req-9f989298-a652-45dc-b904-7ecd35180d43 tempest-VolumesActionsTest-2074020867 tempest-VolumesActionsTest-2074020867-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb344bef-e6ae-4078-bdb6-5e806bfdc9fa HTTP/1.1" status: 200 len: 945 time: 0.0652983 Mar 31 15:37:14.618994 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-305097e1-11e6-4c70-9abf-be5cc0b7df0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:14.634701 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-2832b875-f49b-4bcb-aa1f-b4af3bf4fb42 req-60d4dd5b-0a46-4743-a00f-8981185c2e58 tempest-VolumesActionsTest-2074020867 tempest-VolumesActionsTest-2074020867-project] 10.222.0.21 "GET /v2.0/security-groups?id=14d129c5-3f66-4e92-b5af-159f959da293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773013 Mar 31 15:37:14.711286 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-305097e1-11e6-4c70-9abf-be5cc0b7df0a admin admin] Publish callbacks [] for security_group (0468b4fd-a5cd-4cbb-b4a3-e0750a5e006b), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:14.722634 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-da97a392-2f74-4e9e-af25-5b83f434e228 None None] Publish callbacks [] for port (c86f7706-7305-4205-856f-83b9bf3fabd5), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:14.727614 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 44546) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:14.740249 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 44550) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:14.801001 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-04f9e3cc-9302-4a45-8e17-afa5cbfda2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:14.874294 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-a290e263-e367-49d7-8e28-49a14444123b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:14.882398 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-1724b2bf-610a-4e8a-8d12-0d54d03c9bcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:14.899889 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-da97a392-2f74-4e9e-af25-5b83f434e228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (c86f7706-7305-4205-856f-83b9bf3fabd5), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:14.907353 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-305097e1-11e6-4c70-9abf-be5cc0b7df0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (0468b4fd-a5cd-4cbb-b4a3-e0750a5e006b), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:14.963885 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-da97a392-2f74-4e9e-af25-5b83f434e228 None None] Attempting to bind port c86f7706-7305-4205-856f-83b9bf3fabd5 on host dv-cinder-750782-15-smb for vnic_type normal with profile {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:37:14.964598 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-da97a392-2f74-4e9e-af25-5b83f434e228 None None] Attempting to bind port c86f7706-7305-4205-856f-83b9bf3fabd5 by drivers openvswitch,hyperv on host dv-cinder-750782-15-smb at level 0 using segments [{'id': 'f25e0e1e-326a-4ef5-aa96-2f0a78776ef2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943'}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:37:14.965057 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da97a392-2f74-4e9e-af25-5b83f434e228 None None] Attempting to bind port c86f7706-7305-4205-856f-83b9bf3fabd5 on network 8959fca3-760a-428d-87ed-41d110f4f943 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:37:14.968765 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6267cae8-2583-4e38-874b-014e2c2a97d9 None None] Pushing event updated for resources: {'Port': ['ID=c86f7706-7305-4205-856f-83b9bf3fabd5,revision_number=2']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:14.973425 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.db_base_plugin_common [None req-04f9e3cc-9302-4a45-8e17-afa5cbfda2d6 admin admin] Allocated IP 172.20.0.1 (4a5bb9cd-d074-4713-88c5-e7791e1f5e5b/94d12cd9-1105-49d4-9d9d-27e65ff0c644/050559a0-808f-4e90-bf70-b1eaf62a8f22) {{(pid=104159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:37:14.982639 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da97a392-2f74-4e9e-af25-5b83f434e228 None None] Checking agent: {'id': 'fd34c7ed-cab5-463e-81bb-e9aa6ef90623', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 27, 41), 'started_at': datetime.datetime(2022, 3, 31, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:37:14.982639 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da97a392-2f74-4e9e-af25-5b83f434e228 None None] Checking segment: {'id': 'f25e0e1e-326a-4ef5-aa96-2f0a78776ef2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:37:14.982639 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-da97a392-2f74-4e9e-af25-5b83f434e228 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:14.982639 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da97a392-2f74-4e9e-af25-5b83f434e228 None None] Bound using segment: {'id': 'f25e0e1e-326a-4ef5-aa96-2f0a78776ef2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943'} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:37:14.982639 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-da97a392-2f74-4e9e-af25-5b83f434e228 None None] Bound port: c86f7706-7305-4205-856f-83b9bf3fabd5, host: dv-cinder-750782-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f25e0e1e-326a-4ef5-aa96-2f0a78776ef2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943'}}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:37:14.982639 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-da97a392-2f74-4e9e-af25-5b83f434e228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (c86f7706-7305-4205-856f-83b9bf3fabd5), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:14.989523 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-305097e1-11e6-4c70-9abf-be5cc0b7df0a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5f1b02dbd08149c88f7ee86a2a161a52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9155557 Mar 31 15:37:14.992693 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305097e1-11e6-4c70-9abf-be5cc0b7df0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0468b4fd-a5cd-4cbb-b4a3-e0750a5e006b,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:14.994210 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 44554) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:15.051220 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-da97a392-2f74-4e9e-af25-5b83f434e228 None None] For port c86f7706-7305-4205-856f-83b9bf3fabd5, host dv-cinder-750782-15-smb, cleared binding levels {{(pid=104161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:37:15.056881 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-da97a392-2f74-4e9e-af25-5b83f434e228 None None] For port c86f7706-7305-4205-856f-83b9bf3fabd5, host dv-cinder-750782-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-smb',level=0,port_id=c86f7706-7305-4205-856f-83b9bf3fabd5,segment=NetworkSegment(f25e0e1e-326a-4ef5-aa96-2f0a78776ef2),segment_id=f25e0e1e-326a-4ef5-aa96-2f0a78776ef2)] {{(pid=104161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:37:15.066825 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-1724b2bf-610a-4e8a-8d12-0d54d03c9bcc admin admin] Publish callbacks [] for security_group (e0818aa2-90f2-49ba-b01c-cb60a37cb04a), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:15.069323 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-a290e263-e367-49d7-8e28-49a14444123b admin admin] Publish callbacks [] for security_group (c682b4d0-3dbc-4801-b8d1-00ca26c572b8), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:15.133078 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-359d35e8-bd2e-4d66-830c-bd735afd1adc admin admin] Publish callbacks [] for security_group (0468b4fd-a5cd-4cbb-b4a3-e0750a5e006b), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:15.140084 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-04f9e3cc-9302-4a45-8e17-afa5cbfda2d6 admin admin] Publish callbacks [] for port (050559a0-808f-4e90-bf70-b1eaf62a8f22), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:15.162670 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-359d35e8-bd2e-4d66-830c-bd735afd1adc admin admin] Publish callbacks [] for security_group (0468b4fd-a5cd-4cbb-b4a3-e0750a5e006b), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:15.185825 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-da97a392-2f74-4e9e-af25-5b83f434e228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (c86f7706-7305-4205-856f-83b9bf3fabd5), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:15.221172 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-a290e263-e367-49d7-8e28-49a14444123b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (c682b4d0-3dbc-4801-b8d1-00ca26c572b8), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:15.226011 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-1724b2bf-610a-4e8a-8d12-0d54d03c9bcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (e0818aa2-90f2-49ba-b01c-cb60a37cb04a), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:15.259001 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da97a392-2f74-4e9e-af25-5b83f434e228 None None] Routers {'72c1e985-d19f-4bd3-b983-d04005880b29'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:37:15.259903 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-da97a392-2f74-4e9e-af25-5b83f434e228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:37:06Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['72c1e985-d19f-4bd3-b983-d04005880b29'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:37:15.264834 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6267cae8-2583-4e38-874b-014e2c2a97d9 None None] Pushing event updated for resources: {'Port': ['ID=c86f7706-7305-4205-856f-83b9bf3fabd5,revision_number=3']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:15.279938 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-1724b2bf-610a-4e8a-8d12-0d54d03c9bcc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=32d106cae01d4b1d89f8c72008f83586&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5511000 Mar 31 15:37:15.282716 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-a290e263-e367-49d7-8e28-49a14444123b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=133857d38a0e427193002637c8e75dd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5411777 Mar 31 15:37:15.282864 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 44556) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:15.284013 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a290e263-e367-49d7-8e28-49a14444123b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c682b4d0-3dbc-4801-b8d1-00ca26c572b8,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:15.286625 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 44558) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:15.290770 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-04f9e3cc-9302-4a45-8e17-afa5cbfda2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772784453870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3148002'] for port (050559a0-808f-4e90-bf70-b1eaf62a8f22), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:15.335054 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f9e3cc-9302-4a45-8e17-afa5cbfda2d6 admin admin] Network 4a5bb9cd-d074-4713-88c5-e7791e1f5e5b is already hosted by enough agents. {{(pid=104159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:37:15.347981 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1724b2bf-610a-4e8a-8d12-0d54d03c9bcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0818aa2-90f2-49ba-b01c-cb60a37cb04a,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:15.359609 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [None req-04f9e3cc-9302-4a45-8e17-afa5cbfda2d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:37:15.378038 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f9e3cc-9302-4a45-8e17-afa5cbfda2d6 admin admin] Received port after_create {{(pid=104159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:37:15.388419 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-efaea40e-0faa-4de0-bcd8-ada5f9166d80 admin admin] Publish callbacks [] for security_group (e0818aa2-90f2-49ba-b01c-cb60a37cb04a), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:15.391433 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-fd188ad6-b69a-4ade-9e72-5c3c80440a1c admin admin] Publish callbacks [] for security_group (c682b4d0-3dbc-4801-b8d1-00ca26c572b8), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:15.414113 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-da97a392-2f74-4e9e-af25-5b83f434e228 None None] Set router 72c1e985-d19f-4bd3-b983-d04005880b29 gateway port host: dv-cinder-750782-15-smb {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:37:15.414263 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f9e3cc-9302-4a45-8e17-afa5cbfda2d6 admin admin] Pushing event updated for resources: {'Port': ['ID=050559a0-808f-4e90-bf70-b1eaf62a8f22,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:15.421357 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-359d35e8-bd2e-4d66-830c-bd735afd1adc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (0468b4fd-a5cd-4cbb-b4a3-e0750a5e006b), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:15.425166 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-359d35e8-bd2e-4d66-830c-bd735afd1adc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:15.429574 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-359d35e8-bd2e-4d66-830c-bd735afd1adc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0468b4fd-a5cd-4cbb-b4a3-e0750a5e006b HTTP/1.1" status: 204 len: 168 time: 0.4099891 Mar 31 15:37:15.434213 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-fd188ad6-b69a-4ade-9e72-5c3c80440a1c admin admin] Publish callbacks [] for security_group (c682b4d0-3dbc-4801-b8d1-00ca26c572b8), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:15.438439 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f9e3cc-9302-4a45-8e17-afa5cbfda2d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:15.439544 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f9e3cc-9302-4a45-8e17-afa5cbfda2d6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:15.440064 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f9e3cc-9302-4a45-8e17-afa5cbfda2d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:15.440572 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f9e3cc-9302-4a45-8e17-afa5cbfda2d6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:15.441056 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f9e3cc-9302-4a45-8e17-afa5cbfda2d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:15.441580 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f9e3cc-9302-4a45-8e17-afa5cbfda2d6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:15.442058 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f9e3cc-9302-4a45-8e17-afa5cbfda2d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:15.442807 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f9e3cc-9302-4a45-8e17-afa5cbfda2d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:15.443443 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f9e3cc-9302-4a45-8e17-afa5cbfda2d6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:15.444100 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f9e3cc-9302-4a45-8e17-afa5cbfda2d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:15.444620 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f9e3cc-9302-4a45-8e17-afa5cbfda2d6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:15.445114 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f9e3cc-9302-4a45-8e17-afa5cbfda2d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:15.445625 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f9e3cc-9302-4a45-8e17-afa5cbfda2d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:15.446112 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f9e3cc-9302-4a45-8e17-afa5cbfda2d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:15.446593 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f9e3cc-9302-4a45-8e17-afa5cbfda2d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:15.479302 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359d35e8-bd2e-4d66-830c-bd735afd1adc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0468b4fd-a5cd-4cbb-b4a3-e0750a5e006b,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:15.503254 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-efaea40e-0faa-4de0-bcd8-ada5f9166d80 admin admin] Publish callbacks [] for security_group (e0818aa2-90f2-49ba-b01c-cb60a37cb04a), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:15.555051 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-04f9e3cc-9302-4a45-8e17-afa5cbfda2d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574458'] for router_interface (72c1e985-d19f-4bd3-b983-d04005880b29), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:15.608315 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-fd188ad6-b69a-4ade-9e72-5c3c80440a1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (c682b4d0-3dbc-4801-b8d1-00ca26c572b8), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:15.611401 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-fd188ad6-b69a-4ade-9e72-5c3c80440a1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:15.612880 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-fd188ad6-b69a-4ade-9e72-5c3c80440a1c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c682b4d0-3dbc-4801-b8d1-00ca26c572b8 HTTP/1.1" status: 204 len: 168 time: 0.3253741 Mar 31 15:37:15.627422 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd188ad6-b69a-4ade-9e72-5c3c80440a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c682b4d0-3dbc-4801-b8d1-00ca26c572b8,revision_number=None']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:15.706902 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-1be449ed-f980-4b65-9e47-c36090725269 None None] Provisioning complete for port 050559a0-808f-4e90-bf70-b1eaf62a8f22 triggered by entity DHCP. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:37:15.707435 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-1be449ed-f980-4b65-9e47-c36090725269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (050559a0-808f-4e90-bf70-b1eaf62a8f22), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:15.736973 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-da97a392-2f74-4e9e-af25-5b83f434e228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72c1e985-d19f-4bd3-b983-d04005880b29', 'name': 'tempest-ServerRescueNegativeTestJSON-1556175944-router', 'tenant_id': 'd4fc7fbc16624a3082581ef98d9d25a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.41'}], 'enable_snat': True}, 'gw_port_id': 'c86f7706-7305-4205-856f-83b9bf3fabd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:37:11Z', 'updated_at': '2022-03-31T15:37:12Z', 'revision_number': 3, 'project_id': 'd4fc7fbc16624a3082581ef98d9d25a5', 'gw_port': {'id': 'c86f7706-7305-4205-856f-83b9bf3fabd5', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e7:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72c1e985-d19f-4bd3-b983-d04005880b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 233, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:37:12Z', 'updated_at': '2022-03-31T15:37:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb'}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:37:15.781596 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da97a392-2f74-4e9e-af25-5b83f434e228 None None] The sync data for ids ['72c1e985-d19f-4bd3-b983-d04005880b29'] in dv-cinder-750782-15-smb is: [{'id': '72c1e985-d19f-4bd3-b983-d04005880b29', 'name': 'tempest-ServerRescueNegativeTestJSON-1556175944-router', 'tenant_id': 'd4fc7fbc16624a3082581ef98d9d25a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.41'}], 'enable_snat': True}, 'gw_port_id': 'c86f7706-7305-4205-856f-83b9bf3fabd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:37:11Z', 'updated_at': '2022-03-31T15:37:12Z', 'revision_number': 3, 'project_id': 'd4fc7fbc16624a3082581ef98d9d25a5', 'gw_port': {'id': 'c86f7706-7305-4205-856f-83b9bf3fabd5', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e7:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72c1e985-d19f-4bd3-b983-d04005880b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 233, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:37:12Z', 'updated_at': '2022-03-31T15:37:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb'}] {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:37:15.802166 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-1be449ed-f980-4b65-9e47-c36090725269 None None] Port 050559a0-808f-4e90-bf70-b1eaf62a8f22 cannot update to ACTIVE because it is not bound. {{(pid=104160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:37:15.992753 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-efaea40e-0faa-4de0-bcd8-ada5f9166d80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (e0818aa2-90f2-49ba-b01c-cb60a37cb04a), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:15.998067 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-efaea40e-0faa-4de0-bcd8-ada5f9166d80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:16.000214 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-efaea40e-0faa-4de0-bcd8-ada5f9166d80 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e0818aa2-90f2-49ba-b01c-cb60a37cb04a HTTP/1.1" status: 204 len: 168 time: 0.7164211 Mar 31 15:37:16.033205 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaea40e-0faa-4de0-bcd8-ada5f9166d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0818aa2-90f2-49ba-b01c-cb60a37cb04a,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:16.076300 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-04f9e3cc-9302-4a45-8e17-afa5cbfda2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (050559a0-808f-4e90-bf70-b1eaf62a8f22), before_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:16.283534 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-04f9e3cc-9302-4a45-8e17-afa5cbfda2d6 admin admin] Publish callbacks [] for port (050559a0-808f-4e90-bf70-b1eaf62a8f22), precommit_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:16.340422 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 44592) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:16.354156 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-61fdefc0-bbfc-41c7-954f-6cf21f8c9753 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:16.374861 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-04f9e3cc-9302-4a45-8e17-afa5cbfda2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3148011'] for port (050559a0-808f-4e90-bf70-b1eaf62a8f22), after_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:16.448750 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-61fdefc0-bbfc-41c7-954f-6cf21f8c9753 admin admin] Publish callbacks [] for security_group (0ffb33d3-dab1-4d93-994c-f2afa79bc6a6), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:16.462588 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f9e3cc-9302-4a45-8e17-afa5cbfda2d6 admin admin] Pushing event updated for resources: {'Port': ['ID=050559a0-808f-4e90-bf70-b1eaf62a8f22,revision_number=2']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:16.465236 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-04f9e3cc-9302-4a45-8e17-afa5cbfda2d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574318'] for router_interface (72c1e985-d19f-4bd3-b983-d04005880b29), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:16.551168 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-61fdefc0-bbfc-41c7-954f-6cf21f8c9753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (0ffb33d3-dab1-4d93-994c-f2afa79bc6a6), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:16.564807 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f9e3cc-9302-4a45-8e17-afa5cbfda2d6 admin admin] Network 4a5bb9cd-d074-4713-88c5-e7791e1f5e5b is already hosted by enough agents. {{(pid=104159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:37:16.566683 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [None req-04f9e3cc-9302-4a45-8e17-afa5cbfda2d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:37:16.606462 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-61fdefc0-bbfc-41c7-954f-6cf21f8c9753 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3aef5cc834374d2da39c425d60816698&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2646246 Mar 31 15:37:16.607223 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 44594) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:16.615017 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fdefc0-bbfc-41c7-954f-6cf21f8c9753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ffb33d3-dab1-4d93-994c-f2afa79bc6a6,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:16.707793 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-a2ea2c56-0345-4b8b-a613-8f5a0b8aa64e admin admin] Publish callbacks [] for security_group (0ffb33d3-dab1-4d93-994c-f2afa79bc6a6), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:16.731267 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04f9e3cc-9302-4a45-8e17-afa5cbfda2d6 admin admin] Router 72c1e985-d19f-4bd3-b983-d04005880b29 has already been hosted by L3 agent 9721ac04-bac7-49da-b384-3a2049eedfa2 {{(pid=104159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:37:16.760192 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-a2ea2c56-0345-4b8b-a613-8f5a0b8aa64e admin admin] Publish callbacks [] for security_group (0ffb33d3-dab1-4d93-994c-f2afa79bc6a6), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:16.914326 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f9e3cc-9302-4a45-8e17-afa5cbfda2d6 admin admin] Notify agent at l3_agent.dv-cinder-750782-15-smb the message routers_updated {{(pid=104159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:37:16.920152 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-04f9e3cc-9302-4a45-8e17-afa5cbfda2d6 admin admin] 10.222.0.21 "PUT /v2.0/routers/72c1e985-d19f-4bd3-b983-d04005880b29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9888246 Mar 31 15:37:16.926256 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 44602) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:16.943123 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-f8dbb909-e0bb-45e3-9d94-91def76a90c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:16.950622 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-ae4a0fad-bb87-4a99-b797-9f5e5df98f06 None None] Provisioning complete for port 050559a0-808f-4e90-bf70-b1eaf62a8f22 triggered by entity DHCP. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:37:16.951127 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ae4a0fad-bb87-4a99-b797-9f5e5df98f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (050559a0-808f-4e90-bf70-b1eaf62a8f22), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:16.989324 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-ae4a0fad-bb87-4a99-b797-9f5e5df98f06 None None] Port 050559a0-808f-4e90-bf70-b1eaf62a8f22 cannot update to ACTIVE because it is not bound. {{(pid=104160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:37:17.024540 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-a2ea2c56-0345-4b8b-a613-8f5a0b8aa64e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (0ffb33d3-dab1-4d93-994c-f2afa79bc6a6), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:17.027469 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-a2ea2c56-0345-4b8b-a613-8f5a0b8aa64e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:17.031018 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-a2ea2c56-0345-4b8b-a613-8f5a0b8aa64e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0ffb33d3-dab1-4d93-994c-f2afa79bc6a6 HTTP/1.1" status: 204 len: 168 time: 0.4201252 Mar 31 15:37:17.048419 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ea2c56-0345-4b8b-a613-8f5a0b8aa64e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ffb33d3-dab1-4d93-994c-f2afa79bc6a6,revision_number=None']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:17.101889 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-f8dbb909-e0bb-45e3-9d94-91def76a90c4 admin admin] Publish callbacks [] for security_group (aaa37d73-8c0a-4a4d-845b-01102f23a2ba), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:17.191264 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-f8dbb909-e0bb-45e3-9d94-91def76a90c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (aaa37d73-8c0a-4a4d-845b-01102f23a2ba), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:17.231358 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-f8dbb909-e0bb-45e3-9d94-91def76a90c4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5a9f84d6156a4174a998a43fd6391095&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3035312 Mar 31 15:37:17.232532 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dbb909-e0bb-45e3-9d94-91def76a90c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa37d73-8c0a-4a4d-845b-01102f23a2ba,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:17.234811 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 44612) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:17.275998 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 44616) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:17.293020 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-9f27ee0f-48e2-4e06-85b2-45fc8157ec87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:17.322987 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-0bad530f-1ef7-4aa1-bd95-dd39ed91995c admin admin] Publish callbacks [] for security_group (aaa37d73-8c0a-4a4d-845b-01102f23a2ba), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:17.349294 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-0bad530f-1ef7-4aa1-bd95-dd39ed91995c admin admin] Publish callbacks [] for security_group (aaa37d73-8c0a-4a4d-845b-01102f23a2ba), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:17.405128 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-9f27ee0f-48e2-4e06-85b2-45fc8157ec87 admin admin] Publish callbacks [] for security_group (70dd8fe4-2f99-42d3-b155-5358619ce763), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:17.522018 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-9f27ee0f-48e2-4e06-85b2-45fc8157ec87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (70dd8fe4-2f99-42d3-b155-5358619ce763), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:17.568017 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-0bad530f-1ef7-4aa1-bd95-dd39ed91995c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (aaa37d73-8c0a-4a4d-845b-01102f23a2ba), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:17.572205 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-0bad530f-1ef7-4aa1-bd95-dd39ed91995c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:17.575654 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-0bad530f-1ef7-4aa1-bd95-dd39ed91995c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aaa37d73-8c0a-4a4d-845b-01102f23a2ba HTTP/1.1" status: 204 len: 168 time: 0.3381348 Mar 31 15:37:17.577334 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-9f27ee0f-48e2-4e06-85b2-45fc8157ec87 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=73de4b12dfd940e0a18b1a99afb81b43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3003201 Mar 31 15:37:17.581262 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 44634) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:17.592979 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bad530f-1ef7-4aa1-bd95-dd39ed91995c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa37d73-8c0a-4a4d-845b-01102f23a2ba,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:17.593336 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f27ee0f-48e2-4e06-85b2-45fc8157ec87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70dd8fe4-2f99-42d3-b155-5358619ce763,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:17.666886 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-f00cb1ab-2471-494f-86fb-2f480cd3ee75 admin admin] Publish callbacks [] for security_group (70dd8fe4-2f99-42d3-b155-5358619ce763), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:17.691178 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-f00cb1ab-2471-494f-86fb-2f480cd3ee75 admin admin] Publish callbacks [] for security_group (70dd8fe4-2f99-42d3-b155-5358619ce763), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:17.765867 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4fcc62-8440-40a6-a0bc-a69a6cf48657 req-4debd69b-abad-41ea-80de-da6622be2a04 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:17.767395 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-fe4fcc62-8440-40a6-a0bc-a69a6cf48657 req-4debd69b-abad-41ea-80de-da6622be2a04 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/networks?id=4a5bb9cd-d074-4713-88c5-e7791e1f5e5b HTTP/1.1" status: 200 len: 819 time: 0.1233623 Mar 31 15:37:17.782621 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-fe4fcc62-8440-40a6-a0bc-a69a6cf48657 req-fcb2b830-88f8-4962-90cc-de8514fccd81 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/quotas/d4fc7fbc16624a3082581ef98d9d25a5 HTTP/1.1" status: 200 len: 375 time: 0.0091372 Mar 31 15:37:17.788535 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5f6202-9dd1-4e4a-8fa6-f10a5a02968b None None] Sync routers for ids ['72c1e985-d19f-4bd3-b983-d04005880b29'] in dv-cinder-750782-15-smb {{(pid=104160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:37:17.798375 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5f6202-9dd1-4e4a-8fa6-f10a5a02968b None None] Routers {'72c1e985-d19f-4bd3-b983-d04005880b29'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:37:17.799069 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_hamode_db [None req-bd5f6202-9dd1-4e4a-8fa6-f10a5a02968b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:37:06Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['72c1e985-d19f-4bd3-b983-d04005880b29'], 'active': True} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:37:17.842611 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-fe4fcc62-8440-40a6-a0bc-a69a6cf48657 req-6482c9e8-67d6-44ab-8fef-f33c1dff09d6 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d4fc7fbc16624a3082581ef98d9d25a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537751 Mar 31 15:37:17.888498 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-f00cb1ab-2471-494f-86fb-2f480cd3ee75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (70dd8fe4-2f99-42d3-b155-5358619ce763), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:17.892779 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-f00cb1ab-2471-494f-86fb-2f480cd3ee75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:17.897202 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-f00cb1ab-2471-494f-86fb-2f480cd3ee75 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/70dd8fe4-2f99-42d3-b155-5358619ce763 HTTP/1.1" status: 204 len: 168 time: 0.3136666 Mar 31 15:37:17.905353 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00cb1ab-2471-494f-86fb-2f480cd3ee75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70dd8fe4-2f99-42d3-b155-5358619ce763,revision_number=None']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:17.917455 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvr_db [None req-bd5f6202-9dd1-4e4a-8fa6-f10a5a02968b None None] Set router 72c1e985-d19f-4bd3-b983-d04005880b29 gateway port host: dv-cinder-750782-15-smb {{(pid=104160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:37:17.946870 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-fe4fcc62-8440-40a6-a0bc-a69a6cf48657 req-dbb9dde3-a9c5-44d3-83f4-d1ab1b5f3527 service neutron] 10.222.0.21 "GET /v2.0/networks/4a5bb9cd-d074-4713-88c5-e7791e1f5e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959344 Mar 31 15:37:18.067312 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-fe4fcc62-8440-40a6-a0bc-a69a6cf48657 req-d2352b91-1bde-4235-9a0f-3ac56e42d7e0 service neutron] 10.222.0.21 "GET /v2.0/networks/4a5bb9cd-d074-4713-88c5-e7791e1f5e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148851 Mar 31 15:37:18.106913 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 44646) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:18.124265 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-e2eb7912-2d0c-4f97-a234-ad957deecee5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:18.176382 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device c86f7706-7305-4205-856f-83b9bf3fabd5 up at agent ovs-agent-dv-cinder-750782-15-smb {{(pid=104160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:37:18.238956 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-e2eb7912-2d0c-4f97-a234-ad957deecee5 admin admin] Publish callbacks [] for security_group (3800bd31-6334-47e7-9034-c377366bf46e), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:18.276158 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-e2eb7912-2d0c-4f97-a234-ad957deecee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (3800bd31-6334-47e7-9034-c377366bf46e), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:18.304153 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Provisioning complete for port c86f7706-7305-4205-856f-83b9bf3fabd5 triggered by entity L2. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:37:18.304153 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (c86f7706-7305-4205-856f-83b9bf3fabd5), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:18.333330 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eb7912-2d0c-4f97-a234-ad957deecee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3800bd31-6334-47e7-9034-c377366bf46e,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:18.353798 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-e2eb7912-2d0c-4f97-a234-ad957deecee5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=70bad08077aa46b1b786eecab443e63a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2457910 Mar 31 15:37:18.356547 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 44658) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:18.386688 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_hamode_db [None req-bd5f6202-9dd1-4e4a-8fa6-f10a5a02968b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72c1e985-d19f-4bd3-b983-d04005880b29', 'name': 'tempest-ServerRescueNegativeTestJSON-1556175944-router', 'tenant_id': 'd4fc7fbc16624a3082581ef98d9d25a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.41'}], 'enable_snat': True}, 'gw_port_id': 'c86f7706-7305-4205-856f-83b9bf3fabd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:37:11Z', 'updated_at': '2022-03-31T15:37:15Z', 'revision_number': 4, 'project_id': 'd4fc7fbc16624a3082581ef98d9d25a5', 'gw_port': {'id': 'c86f7706-7305-4205-856f-83b9bf3fabd5', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e7:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72c1e985-d19f-4bd3-b983-d04005880b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 233, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:37:12Z', 'updated_at': '2022-03-31T15:37:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_interfaces': [{'id': '050559a0-808f-4e90-bf70-b1eaf62a8f22', 'name': '', 'network_id': '4a5bb9cd-d074-4713-88c5-e7791e1f5e5b', 'tenant_id': 'd4fc7fbc16624a3082581ef98d9d25a5', 'mac_address': 'fa:16:3e:13:27:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72c1e985-d19f-4bd3-b983-d04005880b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '94d12cd9-1105-49d4-9d9d-27e65ff0c644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:37:14Z', 'updated_at': '2022-03-31T15:37:16Z', 'revision_number': 2, 'project_id': 'd4fc7fbc16624a3082581ef98d9d25a5', 'subnets': [{'id': '94d12cd9-1105-49d4-9d9d-27e65ff0c644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:37:18.402320 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-91de5fc7-2712-4f96-b7da-5f0b88b9d119 req-9b70ed13-a0b0-437b-a6c5-df6b6572b13e tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0ef3ef4-c9e3-4547-90a8-f12417af2afa HTTP/1.1" status: 200 len: 210 time: 0.0515943 Mar 31 15:37:18.448112 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5f6202-9dd1-4e4a-8fa6-f10a5a02968b None None] Checking router: 72c1e985-d19f-4bd3-b983-d04005880b29 for host: dv-cinder-750782-15-smb {{(pid=104160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:37:18.448112 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5f6202-9dd1-4e4a-8fa6-f10a5a02968b None None] Updating router 72c1e985-d19f-4bd3-b983-d04005880b29 port 050559a0-808f-4e90-bf70-b1eaf62a8f22 binding host dv-cinder-750782-15-smb {{(pid=104160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:37:18.494420 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d21e2f20-d5dd-4912-8d03-0d6eb68e6fa4 admin admin] Publish callbacks [] for security_group (3800bd31-6334-47e7-9034-c377366bf46e), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:18.511442 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-bd5f6202-9dd1-4e4a-8fa6-f10a5a02968b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (050559a0-808f-4e90-bf70-b1eaf62a8f22), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:18.527284 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Current status of the port c86f7706-7305-4205-856f-83b9bf3fabd5 is: DOWN; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:37:18.527949 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (c86f7706-7305-4205-856f-83b9bf3fabd5), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:18.568405 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d21e2f20-d5dd-4912-8d03-0d6eb68e6fa4 admin admin] Publish callbacks [] for security_group (3800bd31-6334-47e7-9034-c377366bf46e), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:18.581236 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] For port c86f7706-7305-4205-856f-83b9bf3fabd5, host dv-cinder-750782-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-smb',level=0,port_id=c86f7706-7305-4205-856f-83b9bf3fabd5,segment=NetworkSegment(f25e0e1e-326a-4ef5-aa96-2f0a78776ef2),segment_id=f25e0e1e-326a-4ef5-aa96-2f0a78776ef2)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:37:18.711757 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (c86f7706-7305-4205-856f-83b9bf3fabd5), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:18.810818 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Pushing event updated for resources: {'Port': ['ID=c86f7706-7305-4205-856f-83b9bf3fabd5,revision_number=4']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:18.836938 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d21e2f20-d5dd-4912-8d03-0d6eb68e6fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (3800bd31-6334-47e7-9034-c377366bf46e), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:18.839551 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d21e2f20-d5dd-4912-8d03-0d6eb68e6fa4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:18.842974 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-d21e2f20-d5dd-4912-8d03-0d6eb68e6fa4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3800bd31-6334-47e7-9034-c377366bf46e HTTP/1.1" status: 204 len: 168 time: 0.4831626 Mar 31 15:37:18.854518 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e2f20-d5dd-4912-8d03-0d6eb68e6fa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3800bd31-6334-47e7-9034-c377366bf46e,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:18.858498 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:18.858994 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:18.859429 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:18.859880 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:18.860263 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:18.860596 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:18.860923 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:18.861249 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:18.861647 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:18.862018 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:18.862349 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:18.862694 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:18.863018 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:18.864004 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:18.864325 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:37:18.889163 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5869a41-100d-437f-9bbe-eb6a9b4ca17f req-4a32dab3-ec9e-4531-b7e3-55e6a790ab6f tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:18.890314 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-a5869a41-100d-437f-9bbe-eb6a9b4ca17f req-4a32dab3-ec9e-4531-b7e3-55e6a790ab6f tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/networks?id=4a5bb9cd-d074-4713-88c5-e7791e1f5e5b HTTP/1.1" status: 200 len: 819 time: 0.1666486 Mar 31 15:37:18.911394 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-a5869a41-100d-437f-9bbe-eb6a9b4ca17f req-0adff8e7-2ac7-4169-a8fd-428cdfbbcf0a tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/quotas/d4fc7fbc16624a3082581ef98d9d25a5 HTTP/1.1" status: 200 len: 375 time: 0.0196531 Mar 31 15:37:18.959365 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-bd5f6202-9dd1-4e4a-8fa6-f10a5a02968b None None] Publish callbacks [] for port (050559a0-808f-4e90-bf70-b1eaf62a8f22), precommit_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:18.986270 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-a5869a41-100d-437f-9bbe-eb6a9b4ca17f req-94bc1d72-9375-4aa5-97ad-9453e40c923c tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d4fc7fbc16624a3082581ef98d9d25a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0740128 Mar 31 15:37:19.077786 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-a5869a41-100d-437f-9bbe-eb6a9b4ca17f req-c0ae4ea6-89d8-4823-a188-f78bf8feabdd service neutron] 10.222.0.21 "GET /v2.0/networks/4a5bb9cd-d074-4713-88c5-e7791e1f5e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849054 Mar 31 15:37:19.156074 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-bd5f6202-9dd1-4e4a-8fa6-f10a5a02968b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (050559a0-808f-4e90-bf70-b1eaf62a8f22), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:19.196304 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-a5869a41-100d-437f-9bbe-eb6a9b4ca17f req-065f0aab-7156-491c-8808-c4825a03c44c service neutron] 10.222.0.21 "GET /v2.0/networks/4a5bb9cd-d074-4713-88c5-e7791e1f5e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116703 Mar 31 15:37:19.278779 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e26342-ad26-495e-94f3-cd2183402d85 None None] Pushing event updated for resources: {'Port': ['ID=050559a0-808f-4e90-bf70-b1eaf62a8f22,revision_number=3']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:19.316065 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [None req-bd5f6202-9dd1-4e4a-8fa6-f10a5a02968b None None] Attempting to bind port 050559a0-808f-4e90-bf70-b1eaf62a8f22 on host dv-cinder-750782-15-smb for vnic_type normal with profile {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:37:19.316326 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [None req-bd5f6202-9dd1-4e4a-8fa6-f10a5a02968b None None] Attempting to bind port 050559a0-808f-4e90-bf70-b1eaf62a8f22 by drivers openvswitch,hyperv on host dv-cinder-750782-15-smb at level 0 using segments [{'id': '66365e83-625a-4d43-ad5f-f1cd3888d9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '4a5bb9cd-d074-4713-88c5-e7791e1f5e5b'}] {{(pid=104160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:37:19.316765 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5f6202-9dd1-4e4a-8fa6-f10a5a02968b None None] Attempting to bind port 050559a0-808f-4e90-bf70-b1eaf62a8f22 on network 4a5bb9cd-d074-4713-88c5-e7791e1f5e5b {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:37:19.324448 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5f6202-9dd1-4e4a-8fa6-f10a5a02968b None None] Checking agent: {'id': 'fd34c7ed-cab5-463e-81bb-e9aa6ef90623', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 27, 41), 'started_at': datetime.datetime(2022, 3, 31, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:37:19.324676 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5f6202-9dd1-4e4a-8fa6-f10a5a02968b None None] Checking segment: {'id': '66365e83-625a-4d43-ad5f-f1cd3888d9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '4a5bb9cd-d074-4713-88c5-e7791e1f5e5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:37:19.325023 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-bd5f6202-9dd1-4e4a-8fa6-f10a5a02968b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:19.325438 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5f6202-9dd1-4e4a-8fa6-f10a5a02968b None None] Bound using segment: {'id': '66365e83-625a-4d43-ad5f-f1cd3888d9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '4a5bb9cd-d074-4713-88c5-e7791e1f5e5b'} {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:37:19.325914 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [None req-bd5f6202-9dd1-4e4a-8fa6-f10a5a02968b None None] Bound port: 050559a0-808f-4e90-bf70-b1eaf62a8f22, host: dv-cinder-750782-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66365e83-625a-4d43-ad5f-f1cd3888d9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '4a5bb9cd-d074-4713-88c5-e7791e1f5e5b'}}] {{(pid=104160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:37:19.326295 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-bd5f6202-9dd1-4e4a-8fa6-f10a5a02968b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (050559a0-808f-4e90-bf70-b1eaf62a8f22), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:19.482722 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-bd5f6202-9dd1-4e4a-8fa6-f10a5a02968b None None] For port 050559a0-808f-4e90-bf70-b1eaf62a8f22, host dv-cinder-750782-15-smb, cleared binding levels {{(pid=104160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:37:19.489356 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-bd5f6202-9dd1-4e4a-8fa6-f10a5a02968b None None] For port 050559a0-808f-4e90-bf70-b1eaf62a8f22, host dv-cinder-750782-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-smb',level=0,port_id=050559a0-808f-4e90-bf70-b1eaf62a8f22,segment=NetworkSegment(66365e83-625a-4d43-ad5f-f1cd3888d9a6),segment_id=66365e83-625a-4d43-ad5f-f1cd3888d9a6)] {{(pid=104160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:37:19.543434 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-ce81eac6-969a-47d6-8615-e49e338e8390 req-9e95a5c3-1eb6-4264-b818-53634459f0d3 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d36bca0-99c6-4f74-a1e9-8f4e0d61c38b HTTP/1.1" status: 200 len: 210 time: 0.0437381 Mar 31 15:37:19.597479 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-bd5f6202-9dd1-4e4a-8fa6-f10a5a02968b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (050559a0-808f-4e90-bf70-b1eaf62a8f22), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:19.694691 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-fabb008b-1bae-40a2-bb8f-22ca443db062 None None] Provisioning complete for port 050559a0-808f-4e90-bf70-b1eaf62a8f22 triggered by entity DHCP. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:37:19.695016 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-fabb008b-1bae-40a2-bb8f-22ca443db062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (050559a0-808f-4e90-bf70-b1eaf62a8f22), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:19.698129 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e26342-ad26-495e-94f3-cd2183402d85 None None] Pushing event updated for resources: {'Port': ['ID=050559a0-808f-4e90-bf70-b1eaf62a8f22,revision_number=4']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:19.729221 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5f6202-9dd1-4e4a-8fa6-f10a5a02968b None None] Routers {'72c1e985-d19f-4bd3-b983-d04005880b29'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:37:19.731636 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_hamode_db [None req-bd5f6202-9dd1-4e4a-8fa6-f10a5a02968b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:37:06Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['72c1e985-d19f-4bd3-b983-d04005880b29'], 'active': True} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:37:19.908008 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-fabb008b-1bae-40a2-bb8f-22ca443db062 None None] Current status of the port 050559a0-808f-4e90-bf70-b1eaf62a8f22 is: DOWN; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:37:19.908402 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-fabb008b-1bae-40a2-bb8f-22ca443db062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (050559a0-808f-4e90-bf70-b1eaf62a8f22), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:19.922480 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvr_db [None req-bd5f6202-9dd1-4e4a-8fa6-f10a5a02968b None None] Set router 72c1e985-d19f-4bd3-b983-d04005880b29 gateway port host: dv-cinder-750782-15-smb {{(pid=104160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:37:19.991729 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-fabb008b-1bae-40a2-bb8f-22ca443db062 None None] For port 050559a0-808f-4e90-bf70-b1eaf62a8f22, host dv-cinder-750782-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-smb',level=0,port_id=050559a0-808f-4e90-bf70-b1eaf62a8f22,segment=NetworkSegment(66365e83-625a-4d43-ad5f-f1cd3888d9a6),segment_id=66365e83-625a-4d43-ad5f-f1cd3888d9a6)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:37:20.025490 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device c86f7706-7305-4205-856f-83b9bf3fabd5 up at agent ovs-agent-dv-cinder-750782-15-smb {{(pid=104160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:37:20.115653 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-fabb008b-1bae-40a2-bb8f-22ca443db062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (050559a0-808f-4e90-bf70-b1eaf62a8f22), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:20.231288 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3f8712-1034-4b3f-b1dd-ea883f4ee98d req-17a403ff-3e19-4c6d-a266-3f7430cc3b5c tempest-VolumesActionsTest-2074020867 tempest-VolumesActionsTest-2074020867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:20.233947 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-1d3f8712-1034-4b3f-b1dd-ea883f4ee98d req-17a403ff-3e19-4c6d-a266-3f7430cc3b5c tempest-VolumesActionsTest-2074020867 tempest-VolumesActionsTest-2074020867-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb344bef-e6ae-4078-bdb6-5e806bfdc9fa HTTP/1.1" status: 200 len: 945 time: 0.1003554 Mar 31 15:37:20.289531 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabb008b-1bae-40a2-bb8f-22ca443db062 None None] Pushing event updated for resources: {'Port': ['ID=050559a0-808f-4e90-bf70-b1eaf62a8f22,revision_number=5']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:20.299909 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-1d3f8712-1034-4b3f-b1dd-ea883f4ee98d req-d411fd4a-d422-4be9-b6bf-d0ae8b2891db tempest-VolumesActionsTest-2074020867 tempest-VolumesActionsTest-2074020867-project] 10.222.0.21 "GET /v2.0/security-groups?id=14d129c5-3f66-4e92-b5af-159f959da293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590189 Mar 31 15:37:20.323930 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Provisioning complete for port c86f7706-7305-4205-856f-83b9bf3fabd5 triggered by entity L2. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:37:20.323930 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (c86f7706-7305-4205-856f-83b9bf3fabd5), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:20.326546 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-70ee8f45-ce4d-42c7-a4b5-7c3701fbab71 None None] Provisioning complete for port 050559a0-808f-4e90-bf70-b1eaf62a8f22 triggered by entity DHCP. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:37:20.326914 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-70ee8f45-ce4d-42c7-a4b5-7c3701fbab71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (050559a0-808f-4e90-bf70-b1eaf62a8f22), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:20.454532 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_hamode_db [None req-bd5f6202-9dd1-4e4a-8fa6-f10a5a02968b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72c1e985-d19f-4bd3-b983-d04005880b29', 'name': 'tempest-ServerRescueNegativeTestJSON-1556175944-router', 'tenant_id': 'd4fc7fbc16624a3082581ef98d9d25a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.41'}], 'enable_snat': True}, 'gw_port_id': 'c86f7706-7305-4205-856f-83b9bf3fabd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:37:11Z', 'updated_at': '2022-03-31T15:37:15Z', 'revision_number': 4, 'project_id': 'd4fc7fbc16624a3082581ef98d9d25a5', 'gw_port': {'id': 'c86f7706-7305-4205-856f-83b9bf3fabd5', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c1e985-d19f-4bd3-b983-d04005880b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 233, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:37:12Z', 'updated_at': '2022-03-31T15:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_interfaces': [{'id': '050559a0-808f-4e90-bf70-b1eaf62a8f22', 'name': '', 'network_id': '4a5bb9cd-d074-4713-88c5-e7791e1f5e5b', 'tenant_id': 'd4fc7fbc16624a3082581ef98d9d25a5', 'mac_address': 'fa:16:3e:13:27:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72c1e985-d19f-4bd3-b983-d04005880b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '94d12cd9-1105-49d4-9d9d-27e65ff0c644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:37:14Z', 'updated_at': '2022-03-31T15:37:19Z', 'revision_number': 4, 'project_id': 'd4fc7fbc16624a3082581ef98d9d25a5', 'subnets': [{'id': '94d12cd9-1105-49d4-9d9d-27e65ff0c644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:37:20.479084 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 44768) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:20.504403 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5f6202-9dd1-4e4a-8fa6-f10a5a02968b None None] The sync data for ids ['72c1e985-d19f-4bd3-b983-d04005880b29'] in dv-cinder-750782-15-smb is: [{'id': '72c1e985-d19f-4bd3-b983-d04005880b29', 'name': 'tempest-ServerRescueNegativeTestJSON-1556175944-router', 'tenant_id': 'd4fc7fbc16624a3082581ef98d9d25a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.41'}], 'enable_snat': True}, 'gw_port_id': 'c86f7706-7305-4205-856f-83b9bf3fabd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:37:11Z', 'updated_at': '2022-03-31T15:37:15Z', 'revision_number': 4, 'project_id': 'd4fc7fbc16624a3082581ef98d9d25a5', 'gw_port': {'id': 'c86f7706-7305-4205-856f-83b9bf3fabd5', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c1e985-d19f-4bd3-b983-d04005880b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 233, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:37:12Z', 'updated_at': '2022-03-31T15:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_interfaces': [{'id': '050559a0-808f-4e90-bf70-b1eaf62a8f22', 'name': '', 'network_id': '4a5bb9cd-d074-4713-88c5-e7791e1f5e5b', 'tenant_id': 'd4fc7fbc16624a3082581ef98d9d25a5', 'mac_address': 'fa:16:3e:13:27:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72c1e985-d19f-4bd3-b983-d04005880b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '94d12cd9-1105-49d4-9d9d-27e65ff0c644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:37:14Z', 'updated_at': '2022-03-31T15:37:19Z', 'revision_number': 4, 'project_id': 'd4fc7fbc16624a3082581ef98d9d25a5', 'subnets': [{'id': '94d12cd9-1105-49d4-9d9d-27e65ff0c644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:37:20.529754 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Current status of the port c86f7706-7305-4205-856f-83b9bf3fabd5 is: ACTIVE; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:37:20.531927 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-70ee8f45-ce4d-42c7-a4b5-7c3701fbab71 None None] Current status of the port 050559a0-808f-4e90-bf70-b1eaf62a8f22 is: ACTIVE; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:37:20.663857 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-bcd3b2ae-4e14-42eb-bf98-c86c42abd38c req-29ad56e6-1f0a-4688-a7ce-252dfbfcd8f5 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d36bca0-99c6-4f74-a1e9-8f4e0d61c38b HTTP/1.1" status: 200 len: 210 time: 0.0438211 Mar 31 15:37:20.758607 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-ced5948e-7da8-4820-901e-115341eb2c09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:20.880361 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-ced5948e-7da8-4820-901e-115341eb2c09 admin admin] Publish callbacks [] for security_group (c3615855-fecb-4d90-bd26-ae3ed1b23808), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:21.071820 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-ced5948e-7da8-4820-901e-115341eb2c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (c3615855-fecb-4d90-bd26-ae3ed1b23808), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:21.109775 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced5948e-7da8-4820-901e-115341eb2c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3615855-fecb-4d90-bd26-ae3ed1b23808,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:21.130620 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-ced5948e-7da8-4820-901e-115341eb2c09 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=53504ed6f56d4532b346901990183c3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6505673 Mar 31 15:37:21.133450 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 44792) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:21.199893 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-67375cbd-b832-41d1-bde9-b7a120a7a900 admin admin] Publish callbacks [] for security_group (c3615855-fecb-4d90-bd26-ae3ed1b23808), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:21.226702 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-67375cbd-b832-41d1-bde9-b7a120a7a900 admin admin] Publish callbacks [] for security_group (c3615855-fecb-4d90-bd26-ae3ed1b23808), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:21.367507 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-67375cbd-b832-41d1-bde9-b7a120a7a900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (c3615855-fecb-4d90-bd26-ae3ed1b23808), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:21.370135 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-67375cbd-b832-41d1-bde9-b7a120a7a900 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:21.371463 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-67375cbd-b832-41d1-bde9-b7a120a7a900 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c3615855-fecb-4d90-bd26-ae3ed1b23808 HTTP/1.1" status: 204 len: 168 time: 0.2361934 Mar 31 15:37:21.380338 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67375cbd-b832-41d1-bde9-b7a120a7a900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3615855-fecb-4d90-bd26-ae3ed1b23808,revision_number=None']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:21.460358 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b1db9a-c8bc-4450-a528-0632cf114e95 req-7c319781-30fb-4aab-9254-6a2ee45af256 tempest-VolumesActionsTest-2074020867 tempest-VolumesActionsTest-2074020867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:21.462499 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-d0b1db9a-c8bc-4450-a528-0632cf114e95 req-7c319781-30fb-4aab-9254-6a2ee45af256 tempest-VolumesActionsTest-2074020867 tempest-VolumesActionsTest-2074020867-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb344bef-e6ae-4078-bdb6-5e806bfdc9fa HTTP/1.1" status: 200 len: 945 time: 0.0691414 Mar 31 15:37:21.536992 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-d0b1db9a-c8bc-4450-a528-0632cf114e95 req-052defb3-a4d2-4dfe-ab9b-5635b738a265 tempest-VolumesActionsTest-2074020867 tempest-VolumesActionsTest-2074020867-project] 10.222.0.21 "GET /v2.0/security-groups?id=14d129c5-3f66-4e92-b5af-159f959da293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679390 Mar 31 15:37:21.809944 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-d97cce4c-1f68-4e0a-ba46-b3ae9415c865 req-619e6509-e252-40ab-aaf3-7a335b47dd78 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d36bca0-99c6-4f74-a1e9-8f4e0d61c38b HTTP/1.1" status: 200 len: 210 time: 0.0656729 Mar 31 15:37:21.821441 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a35458-eb1e-4379-92fc-9ea34d83ec55 req-8be61143-8ce6-44fb-8c56-6bcfd3d44a18 tempest-VolumesActionsTest-2074020867 tempest-VolumesActionsTest-2074020867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:21.823149 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-44a35458-eb1e-4379-92fc-9ea34d83ec55 req-8be61143-8ce6-44fb-8c56-6bcfd3d44a18 tempest-VolumesActionsTest-2074020867 tempest-VolumesActionsTest-2074020867-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb344bef-e6ae-4078-bdb6-5e806bfdc9fa HTTP/1.1" status: 200 len: 945 time: 0.0597794 Mar 31 15:37:21.868328 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4fcc62-8440-40a6-a0bc-a69a6cf48657 req-f204c302-28bc-4e7b-bf3b-17e4190d6f56 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:21.869749 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-fe4fcc62-8440-40a6-a0bc-a69a6cf48657 req-f204c302-28bc-4e7b-bf3b-17e4190d6f56 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.26 "GET /v2.0/networks?id=4a5bb9cd-d074-4713-88c5-e7791e1f5e5b HTTP/1.1" status: 200 len: 819 time: 0.1352246 Mar 31 15:37:21.898185 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.v2.base [req-fe4fcc62-8440-40a6-a0bc-a69a6cf48657 req-ed1bab16-9292-4790-b281-ace5906c5efe tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Request body: {'port': {'device_id': 'a0ef3ef4-c9e3-4547-90a8-f12417af2afa', 'network_id': '4a5bb9cd-d074-4713-88c5-e7791e1f5e5b', 'admin_state_up': True, 'tenant_id': 'd4fc7fbc16624a3082581ef98d9d25a5'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:37:21.981468 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.plugin [req-44a35458-eb1e-4379-92fc-9ea34d83ec55 req-ea6a98b4-ed51-4582-912e-0f017d852a49 tempest-VolumesActionsTest-2074020867 tempest-VolumesActionsTest-2074020867-project] Deleting port 24a76631-bdde-49ad-a63d-01490fbfc691 {{(pid=104158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:37:21.982131 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-44a35458-eb1e-4379-92fc-9ea34d83ec55 req-ea6a98b4-ed51-4582-912e-0f017d852a49 tempest-VolumesActionsTest-2074020867 tempest-VolumesActionsTest-2074020867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772784948758'] for port (24a76631-bdde-49ad-a63d-01490fbfc691), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:22.061471 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device 050559a0-808f-4e90-bf70-b1eaf62a8f22 up at agent ovs-agent-dv-cinder-750782-15-smb {{(pid=104160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:37:22.185768 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.db [req-44a35458-eb1e-4379-92fc-9ea34d83ec55 req-ea6a98b4-ed51-4582-912e-0f017d852a49 tempest-VolumesActionsTest-2074020867 tempest-VolumesActionsTest-2074020867-project] For port 24a76631-bdde-49ad-a63d-01490fbfc691, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=24a76631-bdde-49ad-a63d-01490fbfc691,segment=NetworkSegment(18c206fd-452f-439f-81f6-3c7ff600c224),segment_id=18c206fd-452f-439f-81f6-3c7ff600c224)] {{(pid=104158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:37:22.189266 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-44a35458-eb1e-4379-92fc-9ea34d83ec55 req-ea6a98b4-ed51-4582-912e-0f017d852a49 tempest-VolumesActionsTest-2074020867 tempest-VolumesActionsTest-2074020867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576833'] for port (24a76631-bdde-49ad-a63d-01490fbfc691), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:22.206906 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.plugin [req-44a35458-eb1e-4379-92fc-9ea34d83ec55 req-ea6a98b4-ed51-4582-912e-0f017d852a49 tempest-VolumesActionsTest-2074020867 tempest-VolumesActionsTest-2074020867-project] Calling delete_port for 24a76631-bdde-49ad-a63d-01490fbfc691 owned by compute:nova {{(pid=104158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:37:22.226173 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe4fcc62-8440-40a6-a0bc-a69a6cf48657 req-ed1bab16-9292-4790-b281-ace5906c5efe tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Made reservation on behalf of d4fc7fbc16624a3082581ef98d9d25a5 for: {'port': 1} {{(pid=104159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:37:22.229685 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-fe4fcc62-8440-40a6-a0bc-a69a6cf48657 req-ed1bab16-9292-4790-b281-ace5906c5efe tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:22.255765 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Provisioning complete for port 050559a0-808f-4e90-bf70-b1eaf62a8f22 triggered by entity L2. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:37:22.256310 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (050559a0-808f-4e90-bf70-b1eaf62a8f22), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:22.301735 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.26', 56610) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:22.367622 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Current status of the port 050559a0-808f-4e90-bf70-b1eaf62a8f22 is: ACTIVE; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:37:22.459472 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.db_base_plugin_common [req-fe4fcc62-8440-40a6-a0bc-a69a6cf48657 req-ed1bab16-9292-4790-b281-ace5906c5efe tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Allocated IP 172.20.0.12 (4a5bb9cd-d074-4713-88c5-e7791e1f5e5b/94d12cd9-1105-49d4-9d9d-27e65ff0c644/193922b2-f3ab-41e8-acd9-cc19a0164194) {{(pid=104159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:37:22.470212 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5869a41-100d-437f-9bbe-eb6a9b4ca17f req-d526fab9-26ce-46e7-b514-ffc4d25ae4ee tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:22.471659 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-a5869a41-100d-437f-9bbe-eb6a9b4ca17f req-d526fab9-26ce-46e7-b514-ffc4d25ae4ee tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.26 "GET /v2.0/networks?id=4a5bb9cd-d074-4713-88c5-e7791e1f5e5b HTTP/1.1" status: 200 len: 819 time: 0.1688769 Mar 31 15:37:22.485055 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.v2.base [req-a5869a41-100d-437f-9bbe-eb6a9b4ca17f req-39897838-9d8a-4c8e-947c-e93672100507 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Request body: {'port': {'device_id': '1d36bca0-99c6-4f74-a1e9-8f4e0d61c38b', 'network_id': '4a5bb9cd-d074-4713-88c5-e7791e1f5e5b', 'admin_state_up': True, 'tenant_id': 'd4fc7fbc16624a3082581ef98d9d25a5'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:37:22.488217 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-44a35458-eb1e-4379-92fc-9ea34d83ec55 req-ea6a98b4-ed51-4582-912e-0f017d852a49 tempest-VolumesActionsTest-2074020867 tempest-VolumesActionsTest-2074020867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772784953465', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772784453879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302876'] for port (24a76631-bdde-49ad-a63d-01490fbfc691), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:22.500379 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] get_ports_and_sgs() called for port_ids ['24a76631-bdde-49ad-a63d-01490fbfc691'] {{(pid=104160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:37:22.528585 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6a98b4-ed51-4582-912e-0f017d852a49 tempest-VolumesActionsTest-2074020867 tempest-VolumesActionsTest-2074020867-project] Pushing event deleted for resources: {'Port': ['ID=24a76631-bdde-49ad-a63d-01490fbfc691,revision_number=None']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:22.583069 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.db.l3_dvrscheduler_db [req-44a35458-eb1e-4379-92fc-9ea34d83ec55 req-ea6a98b4-ed51-4582-912e-0f017d852a49 tempest-VolumesActionsTest-2074020867 tempest-VolumesActionsTest-2074020867-project] No DVR routers for this DVR port 24a76631-bdde-49ad-a63d-01490fbfc691 on host hv-cinder-75078 {{(pid=104158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:37:22.586493 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-44a35458-eb1e-4379-92fc-9ea34d83ec55 req-ea6a98b4-ed51-4582-912e-0f017d852a49 tempest-VolumesActionsTest-2074020867 tempest-VolumesActionsTest-2074020867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451'] for port (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:22.590939 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-44a35458-eb1e-4379-92fc-9ea34d83ec55 req-ea6a98b4-ed51-4582-912e-0f017d852a49 tempest-VolumesActionsTest-2074020867 tempest-VolumesActionsTest-2074020867-project] 10.222.0.26 "DELETE /v2.0/ports/24a76631-bdde-49ad-a63d-01490fbfc691 HTTP/1.1" status: 204 len: 173 time: 0.7622635 Mar 31 15:37:22.591488 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb344bef-e6ae-4078-bdb6-5e806bfdc9fa', 'name': 'network-vif-deleted', 'tag': '24a76631-bdde-49ad-a63d-01490fbfc691'}] {{(pid=104158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:37:22.595137 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f960889515c719e6c42930f5609f9e3ff07dde6b2d3f3be48d9020484c6583bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf90357-95c6-4faf-b86f-36d81b87a706" -d '{"events": [{"server_uuid": "bb344bef-e6ae-4078-bdb6-5e806bfdc9fa", "name": "network-vif-deleted", "tag": "24a76631-bdde-49ad-a63d-01490fbfc691"}]}' {{(pid=104158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:37:22.681081 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd443e42-91ab-4357-9d7d-cc00a7d7a92b x-openstack-request-id: req-cd443e42-91ab-4357-9d7d-cc00a7d7a92b {{(pid=104158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:37:22.681473 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb344bef-e6ae-4078-bdb6-5e806bfdc9fa", "name": "network-vif-deleted", "tag": "24a76631-bdde-49ad-a63d-01490fbfc691", "status": "completed", "code": 200}]} {{(pid=104158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:37:22.681994 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cd443e42-91ab-4357-9d7d-cc00a7d7a92b {{(pid=104158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:37:22.682237 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd443e42-91ab-4357-9d7d-cc00a7d7a92b'] response: {'server_uuid': 'bb344bef-e6ae-4078-bdb6-5e806bfdc9fa', 'name': 'network-vif-deleted', 'tag': '24a76631-bdde-49ad-a63d-01490fbfc691', 'status': 'completed', 'code': 200} Mar 31 15:37:22.684309 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-f3e17273-8bac-457f-a750-256a125a7a7d req-7c6a6299-ad12-4a8d-9abd-90c04bd45023 tempest-VolumesActionsTest-2074020867 tempest-VolumesActionsTest-2074020867-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb344bef-e6ae-4078-bdb6-5e806bfdc9fa HTTP/1.1" status: 200 len: 210 time: 0.0366521 Mar 31 15:37:22.715794 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-fe4fcc62-8440-40a6-a0bc-a69a6cf48657 req-ed1bab16-9292-4790-b281-ace5906c5efe tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Publish callbacks [] for port (193922b2-f3ab-41e8-acd9-cc19a0164194), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:22.769455 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 44838) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:22.783321 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-ca707d90-279e-4e8e-bc9d-02d54e62dddd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:22.864690 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-ca707d90-279e-4e8e-bc9d-02d54e62dddd admin admin] Publish callbacks [] for security_group (f5341af3-56fb-41dc-8e28-3d4bb2e8411e), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:22.921786 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-23b86e35-8661-4db7-a53b-107b7cabc8ab req-e76cbe58-9f6e-4789-b6ae-ad5afea422b9 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d36bca0-99c6-4f74-a1e9-8f4e0d61c38b HTTP/1.1" status: 200 len: 210 time: 0.0278194 Mar 31 15:37:22.940211 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5869a41-100d-437f-9bbe-eb6a9b4ca17f req-39897838-9d8a-4c8e-947c-e93672100507 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Made reservation on behalf of d4fc7fbc16624a3082581ef98d9d25a5 for: {'port': 1} {{(pid=104159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:37:22.950259 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-a5869a41-100d-437f-9bbe-eb6a9b4ca17f req-39897838-9d8a-4c8e-947c-e93672100507 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:22.956026 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-fe4fcc62-8440-40a6-a0bc-a69a6cf48657 req-ed1bab16-9292-4790-b281-ace5906c5efe tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772784453870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3148002'] for port (193922b2-f3ab-41e8-acd9-cc19a0164194), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:23.027401 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe4fcc62-8440-40a6-a0bc-a69a6cf48657 req-ed1bab16-9292-4790-b281-ace5906c5efe tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Network 4a5bb9cd-d074-4713-88c5-e7791e1f5e5b is already hosted by enough agents. {{(pid=104159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:37:23.033571 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [req-fe4fcc62-8440-40a6-a0bc-a69a6cf48657 req-ed1bab16-9292-4790-b281-ace5906c5efe tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Resources bound (agent type, host, resource id): {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:37:23.036113 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe4fcc62-8440-40a6-a0bc-a69a6cf48657 req-ed1bab16-9292-4790-b281-ace5906c5efe tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Received port after_create {{(pid=104159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:37:23.067755 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1bab16-9292-4790-b281-ace5906c5efe tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Pushing event updated for resources: {'Port': ['ID=193922b2-f3ab-41e8-acd9-cc19a0164194,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:23.107733 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-ca707d90-279e-4e8e-bc9d-02d54e62dddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (f5341af3-56fb-41dc-8e28-3d4bb2e8411e), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:23.218431 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4fcc62-8440-40a6-a0bc-a69a6cf48657 req-ed1bab16-9292-4790-b281-ace5906c5efe tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:23.219054 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-fe4fcc62-8440-40a6-a0bc-a69a6cf48657 req-ed1bab16-9292-4790-b281-ace5906c5efe tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043269'] for port (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:23.225527 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca707d90-279e-4e8e-bc9d-02d54e62dddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5341af3-56fb-41dc-8e28-3d4bb2e8411e,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:23.241238 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-ca707d90-279e-4e8e-bc9d-02d54e62dddd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4235461538874a0fa8c0f710651f772d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4681726 Mar 31 15:37:23.241355 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 44858) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:23.270439 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.db_base_plugin_common [req-a5869a41-100d-437f-9bbe-eb6a9b4ca17f req-39897838-9d8a-4c8e-947c-e93672100507 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Allocated IP 172.20.0.5 (4a5bb9cd-d074-4713-88c5-e7791e1f5e5b/94d12cd9-1105-49d4-9d9d-27e65ff0c644/36ee2478-8b43-49d5-b485-0b38b9df560c) {{(pid=104159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:37:23.349739 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-0159b9c8-9ff8-41b9-a47b-cec6a8224332 admin admin] Publish callbacks [] for security_group (f5341af3-56fb-41dc-8e28-3d4bb2e8411e), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:23.391991 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-a0c1894d-fa67-4d02-b088-cdac4caf700b None None] Provisioning complete for port 193922b2-f3ab-41e8-acd9-cc19a0164194 triggered by entity DHCP. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:37:23.394937 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a0c1894d-fa67-4d02-b088-cdac4caf700b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (193922b2-f3ab-41e8-acd9-cc19a0164194), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:23.398953 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-0159b9c8-9ff8-41b9-a47b-cec6a8224332 admin admin] Publish callbacks [] for security_group (f5341af3-56fb-41dc-8e28-3d4bb2e8411e), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:23.449043 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-fe4fcc62-8440-40a6-a0bc-a69a6cf48657 req-ed1bab16-9292-4790-b281-ace5906c5efe tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5613253 Mar 31 15:37:23.453501 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-a0c1894d-fa67-4d02-b088-cdac4caf700b None None] Port 193922b2-f3ab-41e8-acd9-cc19a0164194 cannot update to ACTIVE because it is not bound. {{(pid=104160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:37:23.459157 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.v2.base [req-fe4fcc62-8440-40a6-a0bc-a69a6cf48657 req-3b86a24d-bdef-40eb-b05d-970e87f544a5 service neutron] Request body: {'port': {'device_id': 'a0ef3ef4-c9e3-4547-90a8-f12417af2afa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:37:23.482530 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-a5869a41-100d-437f-9bbe-eb6a9b4ca17f req-39897838-9d8a-4c8e-947c-e93672100507 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Publish callbacks [] for port (36ee2478-8b43-49d5-b485-0b38b9df560c), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:23.542086 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-fe4fcc62-8440-40a6-a0bc-a69a6cf48657 req-3b86a24d-bdef-40eb-b05d-970e87f544a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (193922b2-f3ab-41e8-acd9-cc19a0164194), before_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:23.574712 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-0159b9c8-9ff8-41b9-a47b-cec6a8224332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (f5341af3-56fb-41dc-8e28-3d4bb2e8411e), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:23.574712 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-0159b9c8-9ff8-41b9-a47b-cec6a8224332 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:23.575560 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-0159b9c8-9ff8-41b9-a47b-cec6a8224332 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f5341af3-56fb-41dc-8e28-3d4bb2e8411e HTTP/1.1" status: 204 len: 168 time: 0.3321433 Mar 31 15:37:23.587513 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0159b9c8-9ff8-41b9-a47b-cec6a8224332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5341af3-56fb-41dc-8e28-3d4bb2e8411e,revision_number=None']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:23.692335 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-a5869a41-100d-437f-9bbe-eb6a9b4ca17f req-39897838-9d8a-4c8e-947c-e93672100507 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772784453870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3148002'] for port (36ee2478-8b43-49d5-b485-0b38b9df560c), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:23.757869 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5869a41-100d-437f-9bbe-eb6a9b4ca17f req-39897838-9d8a-4c8e-947c-e93672100507 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Network 4a5bb9cd-d074-4713-88c5-e7791e1f5e5b is already hosted by enough agents. {{(pid=104159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:37:23.764614 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [req-a5869a41-100d-437f-9bbe-eb6a9b4ca17f req-39897838-9d8a-4c8e-947c-e93672100507 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Resources bound (agent type, host, resource id): {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:37:23.767377 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5869a41-100d-437f-9bbe-eb6a9b4ca17f req-39897838-9d8a-4c8e-947c-e93672100507 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Received port after_create {{(pid=104159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:37:23.780468 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39897838-9d8a-4c8e-947c-e93672100507 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Pushing event updated for resources: {'Port': ['ID=36ee2478-8b43-49d5-b485-0b38b9df560c,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:23.842332 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-14c2f315-7bfb-4711-ae67-e16a04c91d36 req-3bf545c3-0579-42a5-9873-bb7035a21de7 tempest-VolumesActionsTest-2074020867 tempest-VolumesActionsTest-2074020867-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb344bef-e6ae-4078-bdb6-5e806bfdc9fa HTTP/1.1" status: 200 len: 210 time: 0.0287657 Mar 31 15:37:23.894064 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5869a41-100d-437f-9bbe-eb6a9b4ca17f req-39897838-9d8a-4c8e-947c-e93672100507 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:23.894694 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-a5869a41-100d-437f-9bbe-eb6a9b4ca17f req-39897838-9d8a-4c8e-947c-e93672100507 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043269'] for port (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:24.033837 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.notifiers.nova [req-fe4fcc62-8440-40a6-a0bc-a69a6cf48657 req-3b86a24d-bdef-40eb-b05d-970e87f544a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 193922b2-f3ab-41e8-acd9-cc19a0164194 {{(pid=104159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:37:24.071064 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-fe4fcc62-8440-40a6-a0bc-a69a6cf48657 req-3b86a24d-bdef-40eb-b05d-970e87f544a5 service neutron] Publish callbacks [] for port (193922b2-f3ab-41e8-acd9-cc19a0164194), precommit_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:24.080713 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-7ff4a640-0c7d-4c68-8b38-98e1a85d789a None None] Provisioning complete for port 36ee2478-8b43-49d5-b485-0b38b9df560c triggered by entity DHCP. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:37:24.081095 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-7ff4a640-0c7d-4c68-8b38-98e1a85d789a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (36ee2478-8b43-49d5-b485-0b38b9df560c), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:24.089669 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.provisioning_blocks [req-fe4fcc62-8440-40a6-a0bc-a69a6cf48657 req-3b86a24d-bdef-40eb-b05d-970e87f544a5 service neutron] Transition to ACTIVE for port object 193922b2-f3ab-41e8-acd9-cc19a0164194 will not be triggered until provisioned by entity L2. {{(pid=104159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 15:37:24.103138 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-a5869a41-100d-437f-9bbe-eb6a9b4ca17f req-39897838-9d8a-4c8e-947c-e93672100507 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6216426 Mar 31 15:37:24.110202 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f366e6-8e42-4333-aea4-b9ad540db9fc req-8258c7a1-32fd-4b3c-91db-279d42665519 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:24.111610 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-b6f366e6-8e42-4333-aea4-b9ad540db9fc req-8258c7a1-32fd-4b3c-91db-279d42665519 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d36bca0-99c6-4f74-a1e9-8f4e0d61c38b HTTP/1.1" status: 200 len: 931 time: 0.0813682 Mar 31 15:37:24.116477 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.v2.base [req-a5869a41-100d-437f-9bbe-eb6a9b4ca17f req-f81d1ca2-a32e-48ea-8c24-326628d4b680 service neutron] Request body: {'port': {'device_id': '1d36bca0-99c6-4f74-a1e9-8f4e0d61c38b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:37:24.123450 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-7ff4a640-0c7d-4c68-8b38-98e1a85d789a None None] Port 36ee2478-8b43-49d5-b485-0b38b9df560c cannot update to ACTIVE because it is not bound. {{(pid=104160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:37:24.207628 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-b6f366e6-8e42-4333-aea4-b9ad540db9fc req-0e543094-429f-4a77-94b5-a355153fe685 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875680 Mar 31 15:37:24.210497 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-a5869a41-100d-437f-9bbe-eb6a9b4ca17f req-f81d1ca2-a32e-48ea-8c24-326628d4b680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (36ee2478-8b43-49d5-b485-0b38b9df560c), before_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:24.225673 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-fe4fcc62-8440-40a6-a0bc-a69a6cf48657 req-3b86a24d-bdef-40eb-b05d-970e87f544a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3148011'] for port (193922b2-f3ab-41e8-acd9-cc19a0164194), after_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:24.418031 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b86a24d-bdef-40eb-b05d-970e87f544a5 service neutron] Pushing event updated for resources: {'Port': ['ID=193922b2-f3ab-41e8-acd9-cc19a0164194,revision_number=2']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:24.677046 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.managers [req-fe4fcc62-8440-40a6-a0bc-a69a6cf48657 req-3b86a24d-bdef-40eb-b05d-970e87f544a5 service neutron] Attempting to bind port 193922b2-f3ab-41e8-acd9-cc19a0164194 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:37:24.677381 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.managers [req-fe4fcc62-8440-40a6-a0bc-a69a6cf48657 req-3b86a24d-bdef-40eb-b05d-970e87f544a5 service neutron] Attempting to bind port 193922b2-f3ab-41e8-acd9-cc19a0164194 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '66365e83-625a-4d43-ad5f-f1cd3888d9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '4a5bb9cd-d074-4713-88c5-e7791e1f5e5b'}] {{(pid=104159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:37:24.677784 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4fcc62-8440-40a6-a0bc-a69a6cf48657 req-3b86a24d-bdef-40eb-b05d-970e87f544a5 service neutron] Attempting to bind port 193922b2-f3ab-41e8-acd9-cc19a0164194 on network 4a5bb9cd-d074-4713-88c5-e7791e1f5e5b {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:37:24.713802 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4fcc62-8440-40a6-a0bc-a69a6cf48657 req-3b86a24d-bdef-40eb-b05d-970e87f544a5 service neutron] Port 193922b2-f3ab-41e8-acd9-cc19a0164194 on network 4a5bb9cd-d074-4713-88c5-e7791e1f5e5b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 15:37:24.714118 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4fcc62-8440-40a6-a0bc-a69a6cf48657 req-3b86a24d-bdef-40eb-b05d-970e87f544a5 service neutron] Attempting to bind port 193922b2-f3ab-41e8-acd9-cc19a0164194 on network 4a5bb9cd-d074-4713-88c5-e7791e1f5e5b {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:37:24.724630 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4fcc62-8440-40a6-a0bc-a69a6cf48657 req-3b86a24d-bdef-40eb-b05d-970e87f544a5 service neutron] Checking agent: {'id': '42669199-0b56-4e25-9a3d-cc561c912f6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 34, 6), 'started_at': datetime.datetime(2022, 3, 31, 15, 34, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:37:24.724975 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4fcc62-8440-40a6-a0bc-a69a6cf48657 req-3b86a24d-bdef-40eb-b05d-970e87f544a5 service neutron] Checking segment: {'id': '66365e83-625a-4d43-ad5f-f1cd3888d9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '4a5bb9cd-d074-4713-88c5-e7791e1f5e5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:37:24.725366 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4fcc62-8440-40a6-a0bc-a69a6cf48657 req-3b86a24d-bdef-40eb-b05d-970e87f544a5 service neutron] Bound using segment: {'id': '66365e83-625a-4d43-ad5f-f1cd3888d9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '4a5bb9cd-d074-4713-88c5-e7791e1f5e5b'} {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:37:24.725820 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.managers [req-fe4fcc62-8440-40a6-a0bc-a69a6cf48657 req-3b86a24d-bdef-40eb-b05d-970e87f544a5 service neutron] Bound port: 193922b2-f3ab-41e8-acd9-cc19a0164194, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66365e83-625a-4d43-ad5f-f1cd3888d9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '4a5bb9cd-d074-4713-88c5-e7791e1f5e5b'}}] {{(pid=104159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:37:24.726182 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-fe4fcc62-8440-40a6-a0bc-a69a6cf48657 req-3b86a24d-bdef-40eb-b05d-970e87f544a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (193922b2-f3ab-41e8-acd9-cc19a0164194), before_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:24.827523 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.db [req-fe4fcc62-8440-40a6-a0bc-a69a6cf48657 req-3b86a24d-bdef-40eb-b05d-970e87f544a5 service neutron] For port 193922b2-f3ab-41e8-acd9-cc19a0164194, host hv-cinder-75078, cleared binding levels {{(pid=104159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:37:24.975962 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.db [req-fe4fcc62-8440-40a6-a0bc-a69a6cf48657 req-3b86a24d-bdef-40eb-b05d-970e87f544a5 service neutron] For port 193922b2-f3ab-41e8-acd9-cc19a0164194, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=193922b2-f3ab-41e8-acd9-cc19a0164194,segment=NetworkSegment(66365e83-625a-4d43-ad5f-f1cd3888d9a6),segment_id=66365e83-625a-4d43-ad5f-f1cd3888d9a6)] {{(pid=104159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:37:24.983108 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.notifiers.nova [req-a5869a41-100d-437f-9bbe-eb6a9b4ca17f req-f81d1ca2-a32e-48ea-8c24-326628d4b680 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36ee2478-8b43-49d5-b485-0b38b9df560c {{(pid=104159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:37:24.995226 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-a5869a41-100d-437f-9bbe-eb6a9b4ca17f req-f81d1ca2-a32e-48ea-8c24-326628d4b680 service neutron] Publish callbacks [] for port (36ee2478-8b43-49d5-b485-0b38b9df560c), precommit_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:25.016771 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.provisioning_blocks [req-a5869a41-100d-437f-9bbe-eb6a9b4ca17f req-f81d1ca2-a32e-48ea-8c24-326628d4b680 service neutron] Transition to ACTIVE for port object 36ee2478-8b43-49d5-b485-0b38b9df560c will not be triggered until provisioned by entity L2. {{(pid=104159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 15:37:25.123764 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-fe4fcc62-8440-40a6-a0bc-a69a6cf48657 req-3b86a24d-bdef-40eb-b05d-970e87f544a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3148011'] for port (193922b2-f3ab-41e8-acd9-cc19a0164194), after_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:25.164748 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-a5869a41-100d-437f-9bbe-eb6a9b4ca17f req-f81d1ca2-a32e-48ea-8c24-326628d4b680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3148011'] for port (36ee2478-8b43-49d5-b485-0b38b9df560c), after_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:25.183732 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4fcc62-8440-40a6-a0bc-a69a6cf48657 req-3b86a24d-bdef-40eb-b05d-970e87f544a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:25.184088 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-fe4fcc62-8440-40a6-a0bc-a69a6cf48657 req-3b86a24d-bdef-40eb-b05d-970e87f544a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043269'] for port (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:25.185811 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-fe4fcc62-8440-40a6-a0bc-a69a6cf48657 req-3b86a24d-bdef-40eb-b05d-970e87f544a5 service neutron] 10.222.0.26 "PUT /v2.0/ports/193922b2-f3ab-41e8-acd9-cc19a0164194 HTTP/1.1" status: 200 len: 1094 time: 1.7319429 Mar 31 15:37:25.191376 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0ef3ef4-c9e3-4547-90a8-f12417af2afa', 'tag': '193922b2-f3ab-41e8-acd9-cc19a0164194'}] {{(pid=104159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:37:25.193763 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea64b363b0503405ce6d4d78215f64c9ed163e64c8f258dff0ae871dea148ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f452647c-bf08-4ab3-b971-88d06047163c" -d '{"events": [{"name": "network-changed", "server_uuid": "a0ef3ef4-c9e3-4547-90a8-f12417af2afa", "tag": "193922b2-f3ab-41e8-acd9-cc19a0164194"}]}' {{(pid=104159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:37:25.234794 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b61ac8f6-3df3-47bd-a6b8-273c6291a4fc x-openstack-request-id: req-b61ac8f6-3df3-47bd-a6b8-273c6291a4fc {{(pid=104159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:37:25.235719 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0ef3ef4-c9e3-4547-90a8-f12417af2afa", "tag": "193922b2-f3ab-41e8-acd9-cc19a0164194", "status": "completed", "code": 200}]} {{(pid=104159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:37:25.236737 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b61ac8f6-3df3-47bd-a6b8-273c6291a4fc {{(pid=104159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:37:25.237212 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b61ac8f6-3df3-47bd-a6b8-273c6291a4fc'] response: {'name': 'network-changed', 'server_uuid': 'a0ef3ef4-c9e3-4547-90a8-f12417af2afa', 'tag': '193922b2-f3ab-41e8-acd9-cc19a0164194', 'status': 'completed', 'code': 200} Mar 31 15:37:25.246772 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b86a24d-bdef-40eb-b05d-970e87f544a5 service neutron] Pushing event updated for resources: {'Port': ['ID=193922b2-f3ab-41e8-acd9-cc19a0164194,revision_number=3']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:25.400332 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbfe867-ece4-428f-b76a-06e05d207625 req-87bd3e08-14f5-4566-9dab-ae1efefa8b7b tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:25.408453 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-3fbfe867-ece4-428f-b76a-06e05d207625 req-87bd3e08-14f5-4566-9dab-ae1efefa8b7b tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d36bca0-99c6-4f74-a1e9-8f4e0d61c38b HTTP/1.1" status: 200 len: 943 time: 0.0948358 Mar 31 15:37:25.421065 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81d1ca2-a32e-48ea-8c24-326628d4b680 service neutron] Pushing event updated for resources: {'Port': ['ID=36ee2478-8b43-49d5-b485-0b38b9df560c,revision_number=2']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:25.460583 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f452647c-bf08-4ab3-b971-88d06047163c req-dbbafbd1-0308-4b0e-b922-36e8819d714d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:25.462256 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-f452647c-bf08-4ab3-b971-88d06047163c req-dbbafbd1-0308-4b0e-b922-36e8819d714d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d4fc7fbc16624a3082581ef98d9d25a5&device_id=a0ef3ef4-c9e3-4547-90a8-f12417af2afa HTTP/1.1" status: 200 len: 1128 time: 0.1778066 Mar 31 15:37:25.477989 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-3fbfe867-ece4-428f-b76a-06e05d207625 req-83e27b69-aeee-4ad4-ad35-085480e593ff tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682504 Mar 31 15:37:25.495963 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.managers [req-a5869a41-100d-437f-9bbe-eb6a9b4ca17f req-f81d1ca2-a32e-48ea-8c24-326628d4b680 service neutron] Attempting to bind port 36ee2478-8b43-49d5-b485-0b38b9df560c on host hv-cinder-75078 for vnic_type normal with profile {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:37:25.495963 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.managers [req-a5869a41-100d-437f-9bbe-eb6a9b4ca17f req-f81d1ca2-a32e-48ea-8c24-326628d4b680 service neutron] Attempting to bind port 36ee2478-8b43-49d5-b485-0b38b9df560c by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '66365e83-625a-4d43-ad5f-f1cd3888d9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '4a5bb9cd-d074-4713-88c5-e7791e1f5e5b'}] {{(pid=104159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:37:25.495963 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5869a41-100d-437f-9bbe-eb6a9b4ca17f req-f81d1ca2-a32e-48ea-8c24-326628d4b680 service neutron] Attempting to bind port 36ee2478-8b43-49d5-b485-0b38b9df560c on network 4a5bb9cd-d074-4713-88c5-e7791e1f5e5b {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:37:25.507268 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 44948) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:25.581977 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5869a41-100d-437f-9bbe-eb6a9b4ca17f req-f81d1ca2-a32e-48ea-8c24-326628d4b680 service neutron] Port 36ee2478-8b43-49d5-b485-0b38b9df560c on network 4a5bb9cd-d074-4713-88c5-e7791e1f5e5b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 15:37:25.582326 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5869a41-100d-437f-9bbe-eb6a9b4ca17f req-f81d1ca2-a32e-48ea-8c24-326628d4b680 service neutron] Attempting to bind port 36ee2478-8b43-49d5-b485-0b38b9df560c on network 4a5bb9cd-d074-4713-88c5-e7791e1f5e5b {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:37:25.603161 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5869a41-100d-437f-9bbe-eb6a9b4ca17f req-f81d1ca2-a32e-48ea-8c24-326628d4b680 service neutron] Checking agent: {'id': '42669199-0b56-4e25-9a3d-cc561c912f6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 34, 6), 'started_at': datetime.datetime(2022, 3, 31, 15, 34, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:37:25.603509 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5869a41-100d-437f-9bbe-eb6a9b4ca17f req-f81d1ca2-a32e-48ea-8c24-326628d4b680 service neutron] Checking segment: {'id': '66365e83-625a-4d43-ad5f-f1cd3888d9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '4a5bb9cd-d074-4713-88c5-e7791e1f5e5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:37:25.603897 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5869a41-100d-437f-9bbe-eb6a9b4ca17f req-f81d1ca2-a32e-48ea-8c24-326628d4b680 service neutron] Bound using segment: {'id': '66365e83-625a-4d43-ad5f-f1cd3888d9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '4a5bb9cd-d074-4713-88c5-e7791e1f5e5b'} {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:37:25.604335 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.managers [req-a5869a41-100d-437f-9bbe-eb6a9b4ca17f req-f81d1ca2-a32e-48ea-8c24-326628d4b680 service neutron] Bound port: 36ee2478-8b43-49d5-b485-0b38b9df560c, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66365e83-625a-4d43-ad5f-f1cd3888d9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '4a5bb9cd-d074-4713-88c5-e7791e1f5e5b'}}] {{(pid=104159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:37:25.604848 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-a5869a41-100d-437f-9bbe-eb6a9b4ca17f req-f81d1ca2-a32e-48ea-8c24-326628d4b680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (36ee2478-8b43-49d5-b485-0b38b9df560c), before_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:25.667410 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-b2ce6062-5c3b-4077-a523-ad64487f5028 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:25.755550 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f452647c-bf08-4ab3-b971-88d06047163c req-3cf03a91-0a07-4604-971f-1741c407e12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:25.757156 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-f452647c-bf08-4ab3-b971-88d06047163c req-3cf03a91-0a07-4604-971f-1741c407e12a service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=d4fc7fbc16624a3082581ef98d9d25a5&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2856920 Mar 31 15:37:25.810135 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-b2ce6062-5c3b-4077-a523-ad64487f5028 admin admin] Publish callbacks [] for security_group (da6e932e-acd5-4ba5-9d0e-d7659d0a2618), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:25.825213 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.db [req-a5869a41-100d-437f-9bbe-eb6a9b4ca17f req-f81d1ca2-a32e-48ea-8c24-326628d4b680 service neutron] For port 36ee2478-8b43-49d5-b485-0b38b9df560c, host hv-cinder-75078, cleared binding levels {{(pid=104159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:37:25.894746 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.db [req-a5869a41-100d-437f-9bbe-eb6a9b4ca17f req-f81d1ca2-a32e-48ea-8c24-326628d4b680 service neutron] For port 36ee2478-8b43-49d5-b485-0b38b9df560c, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=36ee2478-8b43-49d5-b485-0b38b9df560c,segment=NetworkSegment(66365e83-625a-4d43-ad5f-f1cd3888d9a6),segment_id=66365e83-625a-4d43-ad5f-f1cd3888d9a6)] {{(pid=104159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:37:25.962180 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-b2ce6062-5c3b-4077-a523-ad64487f5028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (da6e932e-acd5-4ba5-9d0e-d7659d0a2618), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:25.968713 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f452647c-bf08-4ab3-b971-88d06047163c req-2f549a2a-c9d9-4c67-8a1a-204f7e479555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:25.970862 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-f452647c-bf08-4ab3-b971-88d06047163c req-2f549a2a-c9d9-4c67-8a1a-204f7e479555 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2051480 Mar 31 15:37:26.003529 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-b2ce6062-5c3b-4077-a523-ad64487f5028 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=63a3e3015c9b4da2ad81f8a7bb68d14d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4951785 Mar 31 15:37:26.004892 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ce6062-5c3b-4077-a523-ad64487f5028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da6e932e-acd5-4ba5-9d0e-d7659d0a2618,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:26.007636 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 44970) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:26.066655 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-a5869a41-100d-437f-9bbe-eb6a9b4ca17f req-f81d1ca2-a32e-48ea-8c24-326628d4b680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3148011'] for port (36ee2478-8b43-49d5-b485-0b38b9df560c), after_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:26.139477 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5869a41-100d-437f-9bbe-eb6a9b4ca17f req-f81d1ca2-a32e-48ea-8c24-326628d4b680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:26.140107 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-a5869a41-100d-437f-9bbe-eb6a9b4ca17f req-f81d1ca2-a32e-48ea-8c24-326628d4b680 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043269'] for port (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:26.141565 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-a5869a41-100d-437f-9bbe-eb6a9b4ca17f req-f81d1ca2-a32e-48ea-8c24-326628d4b680 service neutron] 10.222.0.26 "PUT /v2.0/ports/36ee2478-8b43-49d5-b485-0b38b9df560c HTTP/1.1" status: 200 len: 1093 time: 2.0289946 Mar 31 15:37:26.171051 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-29463b16-35c8-4421-883b-08c16edca6d2 admin admin] Publish callbacks [] for security_group (da6e932e-acd5-4ba5-9d0e-d7659d0a2618), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:26.220985 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-29463b16-35c8-4421-883b-08c16edca6d2 admin admin] Publish callbacks [] for security_group (da6e932e-acd5-4ba5-9d0e-d7659d0a2618), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:26.220985 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81d1ca2-a32e-48ea-8c24-326628d4b680 service neutron] Pushing event updated for resources: {'Port': ['ID=36ee2478-8b43-49d5-b485-0b38b9df560c,revision_number=3']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:26.232319 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4fcc62-8440-40a6-a0bc-a69a6cf48657 req-e6ac511d-62f1-414a-b822-35395f0db2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:26.232319 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-fe4fcc62-8440-40a6-a0bc-a69a6cf48657 req-e6ac511d-62f1-414a-b822-35395f0db2f9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d4fc7fbc16624a3082581ef98d9d25a5&device_id=a0ef3ef4-c9e3-4547-90a8-f12417af2afa HTTP/1.1" status: 200 len: 1128 time: 0.2149539 Mar 31 15:37:26.292434 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-fe4fcc62-8440-40a6-a0bc-a69a6cf48657 req-137bc62e-b5ae-4014-82b5-054cc5aeea54 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=193922b2-f3ab-41e8-acd9-cc19a0164194 HTTP/1.1" status: 200 len: 217 time: 0.0524573 Mar 31 15:37:26.395002 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4fcc62-8440-40a6-a0bc-a69a6cf48657 req-989e42e4-222f-46f6-8200-7ad5a6d94d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:26.404354 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-fe4fcc62-8440-40a6-a0bc-a69a6cf48657 req-989e42e4-222f-46f6-8200-7ad5a6d94d8d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=94d12cd9-1105-49d4-9d9d-27e65ff0c644 HTTP/1.1" status: 200 len: 858 time: 0.0947804 Mar 31 15:37:26.441296 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5869a41-100d-437f-9bbe-eb6a9b4ca17f req-759ca030-f05d-42a4-afda-95d445ffc8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:26.444296 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-a5869a41-100d-437f-9bbe-eb6a9b4ca17f req-759ca030-f05d-42a4-afda-95d445ffc8c1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d4fc7fbc16624a3082581ef98d9d25a5&device_id=1d36bca0-99c6-4f74-a1e9-8f4e0d61c38b HTTP/1.1" status: 200 len: 1127 time: 0.0900760 Mar 31 15:37:26.496263 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-a5869a41-100d-437f-9bbe-eb6a9b4ca17f req-3ed8cb6d-acb6-4aa3-9e7f-2b473aee9ae4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36ee2478-8b43-49d5-b485-0b38b9df560c HTTP/1.1" status: 200 len: 217 time: 0.0450504 Mar 31 15:37:26.501572 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4fcc62-8440-40a6-a0bc-a69a6cf48657 req-12948582-4969-4905-b937-24c83b5d10e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:26.503136 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-fe4fcc62-8440-40a6-a0bc-a69a6cf48657 req-12948582-4969-4905-b937-24c83b5d10e2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4a5bb9cd-d074-4713-88c5-e7791e1f5e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0992284 Mar 31 15:37:26.544059 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-29463b16-35c8-4421-883b-08c16edca6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (da6e932e-acd5-4ba5-9d0e-d7659d0a2618), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:26.546580 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-29463b16-35c8-4421-883b-08c16edca6d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:26.548093 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-29463b16-35c8-4421-883b-08c16edca6d2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/da6e932e-acd5-4ba5-9d0e-d7659d0a2618 HTTP/1.1" status: 204 len: 168 time: 0.5389929 Mar 31 15:37:26.612316 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29463b16-35c8-4421-883b-08c16edca6d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da6e932e-acd5-4ba5-9d0e-d7659d0a2618,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:26.644396 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5869a41-100d-437f-9bbe-eb6a9b4ca17f req-5fbf5737-b82a-49f5-a4cb-8610a5c54abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:26.645933 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-a5869a41-100d-437f-9bbe-eb6a9b4ca17f req-5fbf5737-b82a-49f5-a4cb-8610a5c54abb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=94d12cd9-1105-49d4-9d9d-27e65ff0c644 HTTP/1.1" status: 200 len: 858 time: 0.1418085 Mar 31 15:37:26.726858 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2bd387-49f3-4de5-a5be-c15624904775 req-09cb220a-0799-40e4-80fd-b7dfcbab682b tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:26.728514 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-cf2bd387-49f3-4de5-a5be-c15624904775 req-09cb220a-0799-40e4-80fd-b7dfcbab682b tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d36bca0-99c6-4f74-a1e9-8f4e0d61c38b HTTP/1.1" status: 200 len: 943 time: 0.1696954 Mar 31 15:37:26.731249 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 45000) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:26.733489 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-fe4fcc62-8440-40a6-a0bc-a69a6cf48657 req-6da7a751-5c35-456b-a4a1-c1eaf2c72f61 service neutron] 10.222.0.26 "GET /v2.0/networks/4a5bb9cd-d074-4713-88c5-e7791e1f5e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201982 Mar 31 15:37:26.745095 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5869a41-100d-437f-9bbe-eb6a9b4ca17f req-a774f7e3-ae02-435e-b6d7-a6f8211f421b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:26.746588 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-a5869a41-100d-437f-9bbe-eb6a9b4ca17f req-a774f7e3-ae02-435e-b6d7-a6f8211f421b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4a5bb9cd-d074-4713-88c5-e7791e1f5e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0939603 Mar 31 15:37:26.886920 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-cf2bd387-49f3-4de5-a5be-c15624904775 req-c96e003e-2d28-49d1-b834-4525f33e5ad5 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499748 Mar 31 15:37:26.937050 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-fe4fcc62-8440-40a6-a0bc-a69a6cf48657 req-30708b4d-ad9b-4ae1-a5c8-595d0de47776 service neutron] 10.222.0.26 "GET /v2.0/networks/4a5bb9cd-d074-4713-88c5-e7791e1f5e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885254 Mar 31 15:37:26.939704 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-a5869a41-100d-437f-9bbe-eb6a9b4ca17f req-477d44ab-ebe0-4e70-a7d7-01d0578fc1a9 service neutron] 10.222.0.26 "GET /v2.0/networks/4a5bb9cd-d074-4713-88c5-e7791e1f5e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777256 Mar 31 15:37:26.998355 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-c00c4d4f-7332-4afc-bf33-d1069a0ad5c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:27.038531 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-a5869a41-100d-437f-9bbe-eb6a9b4ca17f req-b37b501b-04e8-4af8-bb56-01bd261c608c service neutron] 10.222.0.26 "GET /v2.0/networks/4a5bb9cd-d074-4713-88c5-e7791e1f5e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873344 Mar 31 15:37:27.059355 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device 24a76631-bdde-49ad-a63d-01490fbfc691 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=104160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:37:27.092140 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] No Port match for: 24a76631-bdde-49ad-a63d-01490fbfc691 {{(pid=104160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:37:27.093151 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device 24a76631-bdde-49ad-a63d-01490fbfc691 not bound to the agent host hv-cinder-75078 {{(pid=104160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:37:27.127809 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-c00c4d4f-7332-4afc-bf33-d1069a0ad5c1 admin admin] Publish callbacks [] for security_group (53bd6d71-4433-4966-a316-030323ec5da1), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:27.220183 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-c00c4d4f-7332-4afc-bf33-d1069a0ad5c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (53bd6d71-4433-4966-a316-030323ec5da1), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:27.239598 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d36bca0-99c6-4f74-a1e9-8f4e0d61c38b', 'tag': '36ee2478-8b43-49d5-b485-0b38b9df560c'}] {{(pid=104159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:37:27.242381 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea64b363b0503405ce6d4d78215f64c9ed163e64c8f258dff0ae871dea148ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5657221-6203-4b7a-bf2a-6a2ae614d0e3" -d '{"events": [{"name": "network-changed", "server_uuid": "1d36bca0-99c6-4f74-a1e9-8f4e0d61c38b", "tag": "36ee2478-8b43-49d5-b485-0b38b9df560c"}]}' {{(pid=104159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:37:27.277779 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00c4d4f-7332-4afc-bf33-d1069a0ad5c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53bd6d71-4433-4966-a316-030323ec5da1,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:27.292771 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90048d38-6be8-4366-b43c-7d3ab4cf744a x-openstack-request-id: req-90048d38-6be8-4366-b43c-7d3ab4cf744a {{(pid=104159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:37:27.292771 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d36bca0-99c6-4f74-a1e9-8f4e0d61c38b", "tag": "36ee2478-8b43-49d5-b485-0b38b9df560c", "status": "completed", "code": 200}]} {{(pid=104159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:37:27.292771 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-90048d38-6be8-4366-b43c-7d3ab4cf744a {{(pid=104159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:37:27.293307 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90048d38-6be8-4366-b43c-7d3ab4cf744a'] response: {'name': 'network-changed', 'server_uuid': '1d36bca0-99c6-4f74-a1e9-8f4e0d61c38b', 'tag': '36ee2478-8b43-49d5-b485-0b38b9df560c', 'status': 'completed', 'code': 200} Mar 31 15:37:27.293661 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-c00c4d4f-7332-4afc-bf33-d1069a0ad5c1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fcb2aa1c52714e9882bfcc43292d7334&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5612082 Mar 31 15:37:27.296083 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 45016) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:27.386765 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-2fc53853-0963-4985-b9c2-c5294f637f42 admin admin] Publish callbacks [] for security_group (53bd6d71-4433-4966-a316-030323ec5da1), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:27.396480 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5657221-6203-4b7a-bf2a-6a2ae614d0e3 req-e237a1ad-f785-45b3-be58-aa67ef3dd502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:27.398078 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-f5657221-6203-4b7a-bf2a-6a2ae614d0e3 req-e237a1ad-f785-45b3-be58-aa67ef3dd502 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d4fc7fbc16624a3082581ef98d9d25a5&device_id=1d36bca0-99c6-4f74-a1e9-8f4e0d61c38b HTTP/1.1" status: 200 len: 1127 time: 0.0799594 Mar 31 15:37:27.454986 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-2fc53853-0963-4985-b9c2-c5294f637f42 admin admin] Publish callbacks [] for security_group (53bd6d71-4433-4966-a316-030323ec5da1), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:27.520079 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5657221-6203-4b7a-bf2a-6a2ae614d0e3 req-0d235e1b-24d4-4e0d-a657-80d884b5d693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:27.521576 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-f5657221-6203-4b7a-bf2a-6a2ae614d0e3 req-0d235e1b-24d4-4e0d-a657-80d884b5d693 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4a5bb9cd-d074-4713-88c5-e7791e1f5e5b HTTP/1.1" status: 200 len: 920 time: 0.1164296 Mar 31 15:37:27.666820 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 45024) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:27.680417 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-3e5c3155-27a9-4df7-9354-64de9b2477a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:27.764760 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-f5657221-6203-4b7a-bf2a-6a2ae614d0e3 req-9219f31a-a6b5-4206-a78f-0fa260d5cd95 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36ee2478-8b43-49d5-b485-0b38b9df560c HTTP/1.1" status: 200 len: 217 time: 0.2369616 Mar 31 15:37:27.765324 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-2fc53853-0963-4985-b9c2-c5294f637f42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (53bd6d71-4433-4966-a316-030323ec5da1), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:27.768544 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-2fc53853-0963-4985-b9c2-c5294f637f42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:27.771903 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-2fc53853-0963-4985-b9c2-c5294f637f42 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/53bd6d71-4433-4966-a316-030323ec5da1 HTTP/1.1" status: 204 len: 168 time: 0.4724424 Mar 31 15:37:27.791031 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-3e5c3155-27a9-4df7-9354-64de9b2477a5 admin admin] Publish callbacks [] for security_group (031be0e6-ac08-43fd-95cd-306664ff9908), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:27.803061 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc53853-0963-4985-b9c2-c5294f637f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53bd6d71-4433-4966-a316-030323ec5da1,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:27.847257 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5657221-6203-4b7a-bf2a-6a2ae614d0e3 req-d48817a7-ee3a-46e0-ad44-05e841dc3e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:27.848897 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-f5657221-6203-4b7a-bf2a-6a2ae614d0e3 req-d48817a7-ee3a-46e0-ad44-05e841dc3e70 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=94d12cd9-1105-49d4-9d9d-27e65ff0c644 HTTP/1.1" status: 200 len: 858 time: 0.0588183 Mar 31 15:37:27.885517 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-3e5c3155-27a9-4df7-9354-64de9b2477a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (031be0e6-ac08-43fd-95cd-306664ff9908), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:27.905418 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5657221-6203-4b7a-bf2a-6a2ae614d0e3 req-f7a843de-8f29-4493-9ee0-c3b61d63e38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:27.907471 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-f5657221-6203-4b7a-bf2a-6a2ae614d0e3 req-f7a843de-8f29-4493-9ee0-c3b61d63e38f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4a5bb9cd-d074-4713-88c5-e7791e1f5e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0511863 Mar 31 15:37:27.927841 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-3e5c3155-27a9-4df7-9354-64de9b2477a5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=34fea160c25c452c85d5a3494993f0dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2598710 Mar 31 15:37:27.933644 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 45034) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:27.993442 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5c3155-27a9-4df7-9354-64de9b2477a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=031be0e6-ac08-43fd-95cd-306664ff9908,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:28.040671 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-6507bfd9-d3cb-4c7b-856d-e3cb369051db admin admin] Publish callbacks [] for security_group (031be0e6-ac08-43fd-95cd-306664ff9908), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:28.074219 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-6507bfd9-d3cb-4c7b-856d-e3cb369051db admin admin] Publish callbacks [] for security_group (031be0e6-ac08-43fd-95cd-306664ff9908), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:28.105880 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d253ad-c052-4848-9a60-478bde170fd9 req-0b48c126-76ff-4d6f-a5ee-181876d61429 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:28.107776 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-71d253ad-c052-4848-9a60-478bde170fd9 req-0b48c126-76ff-4d6f-a5ee-181876d61429 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d36bca0-99c6-4f74-a1e9-8f4e0d61c38b HTTP/1.1" status: 200 len: 943 time: 0.0801961 Mar 31 15:37:28.126738 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-f5657221-6203-4b7a-bf2a-6a2ae614d0e3 req-7a5b01f3-74aa-4e09-a803-d34c3f08c80f service neutron] 10.222.0.26 "GET /v2.0/networks/4a5bb9cd-d074-4713-88c5-e7791e1f5e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000122 Mar 31 15:37:28.191541 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-6507bfd9-d3cb-4c7b-856d-e3cb369051db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (031be0e6-ac08-43fd-95cd-306664ff9908), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:28.195527 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-6507bfd9-d3cb-4c7b-856d-e3cb369051db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:28.197949 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-6507bfd9-d3cb-4c7b-856d-e3cb369051db admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/031be0e6-ac08-43fd-95cd-306664ff9908 HTTP/1.1" status: 204 len: 168 time: 0.2631309 Mar 31 15:37:28.209156 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6507bfd9-d3cb-4c7b-856d-e3cb369051db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=031be0e6-ac08-43fd-95cd-306664ff9908,revision_number=None']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:28.216292 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-71d253ad-c052-4848-9a60-478bde170fd9 req-1046dac9-426a-4659-9629-1a0af2f75f12 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007802 Mar 31 15:37:28.248242 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-f5657221-6203-4b7a-bf2a-6a2ae614d0e3 req-1cb06c6a-d702-42c5-aa91-1adc494724e4 service neutron] 10.222.0.26 "GET /v2.0/networks/4a5bb9cd-d074-4713-88c5-e7791e1f5e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147273 Mar 31 15:37:28.828469 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 45056) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:28.841805 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-4428b276-e158-4bcf-9220-19c9f7ca8ec6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:28.916881 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-4428b276-e158-4bcf-9220-19c9f7ca8ec6 admin admin] Publish callbacks [] for security_group (7f8ead81-b512-402e-ad79-b13f671a89df), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:28.990469 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-4428b276-e158-4bcf-9220-19c9f7ca8ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (7f8ead81-b512-402e-ad79-b13f671a89df), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:29.029043 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4428b276-e158-4bcf-9220-19c9f7ca8ec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8ead81-b512-402e-ad79-b13f671a89df,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:29.033858 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-4428b276-e158-4bcf-9220-19c9f7ca8ec6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=48d80ea0d4744ddb8d6e3390f8a40d1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2043698 Mar 31 15:37:29.036584 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 45062) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:29.091332 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-3e57bf37-9d5d-4b4b-b6fe-98863c3eea33 admin admin] Publish callbacks [] for security_group (7f8ead81-b512-402e-ad79-b13f671a89df), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:29.117843 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-3e57bf37-9d5d-4b4b-b6fe-98863c3eea33 admin admin] Publish callbacks [] for security_group (7f8ead81-b512-402e-ad79-b13f671a89df), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:29.282776 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-3e57bf37-9d5d-4b4b-b6fe-98863c3eea33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (7f8ead81-b512-402e-ad79-b13f671a89df), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:29.287122 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-3e57bf37-9d5d-4b4b-b6fe-98863c3eea33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:29.290083 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-3e57bf37-9d5d-4b4b-b6fe-98863c3eea33 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7f8ead81-b512-402e-ad79-b13f671a89df HTTP/1.1" status: 204 len: 168 time: 0.2524488 Mar 31 15:37:29.298800 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e57bf37-9d5d-4b4b-b6fe-98863c3eea33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8ead81-b512-402e-ad79-b13f671a89df,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:29.383876 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7842efdf-a15c-4138-b61b-59c2d4109823 req-76e41bbc-e134-4c67-8c72-6a97cd20977e tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:29.385640 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-7842efdf-a15c-4138-b61b-59c2d4109823 req-76e41bbc-e134-4c67-8c72-6a97cd20977e tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d36bca0-99c6-4f74-a1e9-8f4e0d61c38b HTTP/1.1" status: 200 len: 943 time: 0.0649979 Mar 31 15:37:29.438069 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-7842efdf-a15c-4138-b61b-59c2d4109823 req-d000b28e-05e2-4b47-9346-92800ef40461 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456612 Mar 31 15:37:30.563722 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2485d6-e756-45e8-82a9-46003ea3a411 req-6f9074ec-13f2-4fd8-91c7-e294405378f3 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:30.566026 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-6a2485d6-e756-45e8-82a9-46003ea3a411 req-6f9074ec-13f2-4fd8-91c7-e294405378f3 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d36bca0-99c6-4f74-a1e9-8f4e0d61c38b HTTP/1.1" status: 200 len: 943 time: 0.0609117 Mar 31 15:37:30.622538 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-6a2485d6-e756-45e8-82a9-46003ea3a411 req-b32b6a5d-e911-4325-85d7-6b837b529829 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504394 Mar 31 15:37:30.789138 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 45150) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:30.893913 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-bf095861-6929-4d31-9328-4eb2352fed5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:30.965409 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-bf095861-6929-4d31-9328-4eb2352fed5e admin admin] Publish callbacks [] for security_group (0d5743bd-e6cc-4084-b1c5-a243cc15fe39), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:31.074741 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device 36ee2478-8b43-49d5-b485-0b38b9df560c details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=104160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 15:37:31.093828 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-bf095861-6929-4d31-9328-4eb2352fed5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (0d5743bd-e6cc-4084-b1c5-a243cc15fe39), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:31.132253 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-bf095861-6929-4d31-9328-4eb2352fed5e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=87de2279084a4b58950bf6e522e91cd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3419683 Mar 31 15:37:31.133373 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf095861-6929-4d31-9328-4eb2352fed5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5743bd-e6cc-4084-b1c5-a243cc15fe39,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:31.135391 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 45154) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:31.176229 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] For port 36ee2478-8b43-49d5-b485-0b38b9df560c, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=36ee2478-8b43-49d5-b485-0b38b9df560c,segment=NetworkSegment(66365e83-625a-4d43-ad5f-f1cd3888d9a6),segment_id=66365e83-625a-4d43-ad5f-f1cd3888d9a6)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:37:31.191584 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Returning: {'device': '36ee2478-8b43-49d5-b485-0b38b9df560c', 'network_id': '4a5bb9cd-d074-4713-88c5-e7791e1f5e5b', 'port_id': '36ee2478-8b43-49d5-b485-0b38b9df560c', 'mac_address': 'fa:16:3e:69:90:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94d12cd9-1105-49d4-9d9d-27e65ff0c644', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 15:37:31.201968 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-ead17e75-a1da-439f-8a5c-bf96aa4db454 admin admin] Publish callbacks [] for security_group (0d5743bd-e6cc-4084-b1c5-a243cc15fe39), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:31.224523 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-ead17e75-a1da-439f-8a5c-bf96aa4db454 admin admin] Publish callbacks [] for security_group (0d5743bd-e6cc-4084-b1c5-a243cc15fe39), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:31.234344 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Current status of the port 36ee2478-8b43-49d5-b485-0b38b9df560c is: DOWN; New status is: BUILD {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:37:31.234738 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (36ee2478-8b43-49d5-b485-0b38b9df560c), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:31.255292 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.notifiers.nova [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36ee2478-8b43-49d5-b485-0b38b9df560c {{(pid=104160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:37:31.275071 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] For port 36ee2478-8b43-49d5-b485-0b38b9df560c, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=36ee2478-8b43-49d5-b485-0b38b9df560c,segment=NetworkSegment(66365e83-625a-4d43-ad5f-f1cd3888d9a6),segment_id=66365e83-625a-4d43-ad5f-f1cd3888d9a6)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:37:31.391816 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (36ee2478-8b43-49d5-b485-0b38b9df560c), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:31.392522 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device 193922b2-f3ab-41e8-acd9-cc19a0164194 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=104160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 15:37:31.431540 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-ead17e75-a1da-439f-8a5c-bf96aa4db454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (0d5743bd-e6cc-4084-b1c5-a243cc15fe39), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:31.438221 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-ead17e75-a1da-439f-8a5c-bf96aa4db454 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:31.438311 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-ead17e75-a1da-439f-8a5c-bf96aa4db454 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0d5743bd-e6cc-4084-b1c5-a243cc15fe39 HTTP/1.1" status: 204 len: 168 time: 0.3017321 Mar 31 15:37:31.447343 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead17e75-a1da-439f-8a5c-bf96aa4db454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5743bd-e6cc-4084-b1c5-a243cc15fe39,revision_number=None']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:31.495247 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Pushing event updated for resources: {'Port': ['ID=36ee2478-8b43-49d5-b485-0b38b9df560c,revision_number=4']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:31.504772 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] For port 193922b2-f3ab-41e8-acd9-cc19a0164194, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=193922b2-f3ab-41e8-acd9-cc19a0164194,segment=NetworkSegment(66365e83-625a-4d43-ad5f-f1cd3888d9a6),segment_id=66365e83-625a-4d43-ad5f-f1cd3888d9a6)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:37:31.521281 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Returning: {'device': '193922b2-f3ab-41e8-acd9-cc19a0164194', 'network_id': '4a5bb9cd-d074-4713-88c5-e7791e1f5e5b', 'port_id': '193922b2-f3ab-41e8-acd9-cc19a0164194', 'mac_address': 'fa:16:3e:80:24:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94d12cd9-1105-49d4-9d9d-27e65ff0c644', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 15:37:31.572680 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Current status of the port 193922b2-f3ab-41e8-acd9-cc19a0164194 is: DOWN; New status is: BUILD {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:37:31.573078 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (193922b2-f3ab-41e8-acd9-cc19a0164194), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:31.587425 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.notifiers.nova [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 193922b2-f3ab-41e8-acd9-cc19a0164194 {{(pid=104160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:37:31.608853 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] For port 193922b2-f3ab-41e8-acd9-cc19a0164194, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=193922b2-f3ab-41e8-acd9-cc19a0164194,segment=NetworkSegment(66365e83-625a-4d43-ad5f-f1cd3888d9a6),segment_id=66365e83-625a-4d43-ad5f-f1cd3888d9a6)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:37:31.751190 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (193922b2-f3ab-41e8-acd9-cc19a0164194), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:31.751667 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef16d0a-b027-4008-bc56-821dcac13d92 req-b822fe08-8d61-4e75-80ad-db97f70f7349 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:31.753158 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-1ef16d0a-b027-4008-bc56-821dcac13d92 req-b822fe08-8d61-4e75-80ad-db97f70f7349 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d36bca0-99c6-4f74-a1e9-8f4e0d61c38b HTTP/1.1" status: 200 len: 944 time: 0.0565636 Mar 31 15:37:31.810760 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Pushing event updated for resources: {'Port': ['ID=193922b2-f3ab-41e8-acd9-cc19a0164194,revision_number=4']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:32.019890 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] get_ports_and_sgs() called for port_ids ['193922b2-f3ab-41e8-acd9-cc19a0164194'] {{(pid=104160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:37:32.053537 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-1ef16d0a-b027-4008-bc56-821dcac13d92 req-eab97d10-612d-419b-a087-a2f494e4446f tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941666 Mar 31 15:37:32.084451 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] get_ports_and_sgs() called for port_ids ['36ee2478-8b43-49d5-b485-0b38b9df560c'] {{(pid=104160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:37:32.216828 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 45178) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:32.230016 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-64a62748-a7ad-4868-bbd9-d61cef26e079 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:32.340839 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-64a62748-a7ad-4868-bbd9-d61cef26e079 admin admin] Publish callbacks [] for security_group (630fb504-dcc4-4905-9c61-79f0814caf4a), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:32.452684 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-64a62748-a7ad-4868-bbd9-d61cef26e079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (630fb504-dcc4-4905-9c61-79f0814caf4a), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:32.490990 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-64a62748-a7ad-4868-bbd9-d61cef26e079 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b122e95918114482ba6af136e6e2c5f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2729657 Mar 31 15:37:32.492231 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a62748-a7ad-4868-bbd9-d61cef26e079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=630fb504-dcc4-4905-9c61-79f0814caf4a,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:32.493795 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 45190) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:32.544403 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-eeec95e3-d25e-43ce-a3f7-57f73bda51f8 admin admin] Publish callbacks [] for security_group (630fb504-dcc4-4905-9c61-79f0814caf4a), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:32.566886 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-eeec95e3-d25e-43ce-a3f7-57f73bda51f8 admin admin] Publish callbacks [] for security_group (630fb504-dcc4-4905-9c61-79f0814caf4a), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:32.694051 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-eeec95e3-d25e-43ce-a3f7-57f73bda51f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (630fb504-dcc4-4905-9c61-79f0814caf4a), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:32.696668 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-eeec95e3-d25e-43ce-a3f7-57f73bda51f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:32.698108 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-eeec95e3-d25e-43ce-a3f7-57f73bda51f8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/630fb504-dcc4-4905-9c61-79f0814caf4a HTTP/1.1" status: 204 len: 168 time: 0.2026660 Mar 31 15:37:32.708414 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeec95e3-d25e-43ce-a3f7-57f73bda51f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=630fb504-dcc4-4905-9c61-79f0814caf4a,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:33.112922 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device 193922b2-f3ab-41e8-acd9-cc19a0164194 up at agent hyperv_hv-cinder-75078 {{(pid=104160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:37:33.186416 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c3e95d-aacc-43ad-9160-a637c76c9944 req-3184a326-b983-4fbb-a0bf-1bb9071b6a76 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:33.187934 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-04c3e95d-aacc-43ad-9160-a637c76c9944 req-3184a326-b983-4fbb-a0bf-1bb9071b6a76 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d36bca0-99c6-4f74-a1e9-8f4e0d61c38b HTTP/1.1" status: 200 len: 944 time: 0.0624752 Mar 31 15:37:33.238835 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-04c3e95d-aacc-43ad-9160-a637c76c9944 req-9a00b067-1571-444a-a834-399f09320f98 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430186 Mar 31 15:37:33.379948 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Provisioning for port 193922b2-f3ab-41e8-acd9-cc19a0164194 completed by entity L2. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 15:37:33.385956 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Provisioning complete for port 193922b2-f3ab-41e8-acd9-cc19a0164194 triggered by entity L2. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:37:33.386471 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (193922b2-f3ab-41e8-acd9-cc19a0164194), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:33.493987 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Current status of the port 193922b2-f3ab-41e8-acd9-cc19a0164194 is: BUILD; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:37:33.494482 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (193922b2-f3ab-41e8-acd9-cc19a0164194), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:33.521019 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0ef3ef4-c9e3-4547-90a8-f12417af2afa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '193922b2-f3ab-41e8-acd9-cc19a0164194'}] {{(pid=104160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:37:33.523194 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce3869fed81eb230bc7c00aef7f85a04080afe3b8b72d2e6fbd63f6167e83839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d872d3a-a238-4098-b620-000224adfbbb" -d '{"events": [{"server_uuid": "a0ef3ef4-c9e3-4547-90a8-f12417af2afa", "name": "network-vif-plugged", "status": "completed", "tag": "193922b2-f3ab-41e8-acd9-cc19a0164194"}]}' {{(pid=104160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:37:33.535638 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] For port 193922b2-f3ab-41e8-acd9-cc19a0164194, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=193922b2-f3ab-41e8-acd9-cc19a0164194,segment=NetworkSegment(66365e83-625a-4d43-ad5f-f1cd3888d9a6),segment_id=66365e83-625a-4d43-ad5f-f1cd3888d9a6)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:37:33.559357 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-456dd95e-c5e8-4dee-be85-7db77a0989d8 x-openstack-request-id: req-456dd95e-c5e8-4dee-be85-7db77a0989d8 {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:37:33.559706 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0ef3ef4-c9e3-4547-90a8-f12417af2afa", "name": "network-vif-plugged", "status": "completed", "tag": "193922b2-f3ab-41e8-acd9-cc19a0164194", "code": 200}]} {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:37:33.559940 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-456dd95e-c5e8-4dee-be85-7db77a0989d8 {{(pid=104160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:37:33.560327 dv-cinder-750782-15-smb neutron-server[104160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-456dd95e-c5e8-4dee-be85-7db77a0989d8'] response: {'server_uuid': 'a0ef3ef4-c9e3-4547-90a8-f12417af2afa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '193922b2-f3ab-41e8-acd9-cc19a0164194', 'code': 200} Mar 31 15:37:33.653634 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (193922b2-f3ab-41e8-acd9-cc19a0164194), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:33.654443 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device 36ee2478-8b43-49d5-b485-0b38b9df560c up at agent hyperv_hv-cinder-75078 {{(pid=104160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:37:33.735589 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Pushing event updated for resources: {'Port': ['ID=193922b2-f3ab-41e8-acd9-cc19a0164194,revision_number=5']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:33.922470 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Provisioning for port 36ee2478-8b43-49d5-b485-0b38b9df560c completed by entity L2. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 15:37:33.926875 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Provisioning complete for port 36ee2478-8b43-49d5-b485-0b38b9df560c triggered by entity L2. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:37:33.927330 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (36ee2478-8b43-49d5-b485-0b38b9df560c), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:34.028189 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Current status of the port 36ee2478-8b43-49d5-b485-0b38b9df560c is: BUILD; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:37:34.028579 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (36ee2478-8b43-49d5-b485-0b38b9df560c), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:34.078660 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c78202-4547-48a3-bdfb-f0312165f92b req-0b579a1c-dc7b-4c41-bb5a-62407c77e6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:34.081070 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-22c78202-4547-48a3-bdfb-f0312165f92b req-0b579a1c-dc7b-4c41-bb5a-62407c77e6e7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a0ef3ef4-c9e3-4547-90a8-f12417af2afa HTTP/1.1" status: 200 len: 1130 time: 0.0561111 Mar 31 15:37:34.093084 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] For port 36ee2478-8b43-49d5-b485-0b38b9df560c, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=36ee2478-8b43-49d5-b485-0b38b9df560c,segment=NetworkSegment(66365e83-625a-4d43-ad5f-f1cd3888d9a6),segment_id=66365e83-625a-4d43-ad5f-f1cd3888d9a6)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:37:34.150740 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-22c78202-4547-48a3-bdfb-f0312165f92b req-a3d9da35-6d6e-43e1-ae90-eb16b503665a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612171 Mar 31 15:37:34.179395 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (36ee2478-8b43-49d5-b485-0b38b9df560c), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:34.230573 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Pushing event updated for resources: {'Port': ['ID=36ee2478-8b43-49d5-b485-0b38b9df560c,revision_number=5']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:34.242249 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-55273ef0-289a-4bd9-b92b-490b257b67c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (80b0103a-7158-48a6-b59a-3fe393c523d9), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:34.378802 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28af23b4-75f4-43b3-b03c-913d4d56f5ce req-c7f3e5e7-d6e0-4e8a-aa61-541fdf38753d tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:34.380269 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-28af23b4-75f4-43b3-b03c-913d4d56f5ce req-c7f3e5e7-d6e0-4e8a-aa61-541fdf38753d tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d36bca0-99c6-4f74-a1e9-8f4e0d61c38b HTTP/1.1" status: 200 len: 945 time: 0.0568578 Mar 31 15:37:34.428560 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-28af23b4-75f4-43b3-b03c-913d4d56f5ce req-08f19c72-d900-4a8a-9180-4900e24154ef tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423107 Mar 31 15:37:35.567376 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d36bca0-99c6-4f74-a1e9-8f4e0d61c38b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ee2478-8b43-49d5-b485-0b38b9df560c'}] {{(pid=104160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:37:35.569802 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce3869fed81eb230bc7c00aef7f85a04080afe3b8b72d2e6fbd63f6167e83839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd956e40-0554-4e37-a620-b7f3294cce46" -d '{"events": [{"server_uuid": "1d36bca0-99c6-4f74-a1e9-8f4e0d61c38b", "name": "network-vif-plugged", "status": "completed", "tag": "36ee2478-8b43-49d5-b485-0b38b9df560c"}]}' {{(pid=104160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:37:35.593249 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e81cfbd-6cc9-4cab-b4cd-a704b32fd55d req-7f3d3750-f009-4026-9c9d-42f4de5e6680 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:35.595606 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-3e81cfbd-6cc9-4cab-b4cd-a704b32fd55d req-7f3d3750-f009-4026-9c9d-42f4de5e6680 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d36bca0-99c6-4f74-a1e9-8f4e0d61c38b HTTP/1.1" status: 200 len: 945 time: 0.0783048 Mar 31 15:37:35.616126 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1493029-d1bd-46a8-b148-45b83f6816f3 x-openstack-request-id: req-a1493029-d1bd-46a8-b148-45b83f6816f3 {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:37:35.616487 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d36bca0-99c6-4f74-a1e9-8f4e0d61c38b", "name": "network-vif-plugged", "status": "completed", "tag": "36ee2478-8b43-49d5-b485-0b38b9df560c", "code": 200}]} {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:37:35.616768 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a1493029-d1bd-46a8-b148-45b83f6816f3 {{(pid=104160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:37:35.617190 dv-cinder-750782-15-smb neutron-server[104160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1493029-d1bd-46a8-b148-45b83f6816f3'] response: {'server_uuid': '1d36bca0-99c6-4f74-a1e9-8f4e0d61c38b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ee2478-8b43-49d5-b485-0b38b9df560c', 'code': 200} Mar 31 15:37:35.679730 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-3e81cfbd-6cc9-4cab-b4cd-a704b32fd55d req-fa3d723f-0f85-4c02-90e8-9cd1259ec2e6 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771716 Mar 31 15:37:36.073213 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540c5080-5bd2-4e25-b586-1a316f75f4b8 req-8f406a6a-a469-4476-8156-2e6e9ccf008a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:36.073213 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-540c5080-5bd2-4e25-b586-1a316f75f4b8 req-8f406a6a-a469-4476-8156-2e6e9ccf008a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1d36bca0-99c6-4f74-a1e9-8f4e0d61c38b HTTP/1.1" status: 200 len: 1129 time: 0.0656681 Mar 31 15:37:36.116173 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-540c5080-5bd2-4e25-b586-1a316f75f4b8 req-7c3f88dc-8e65-40b8-87aa-8368bc65459d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451679 Mar 31 15:37:36.225819 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (42669199-0b56-4e25-9a3d-cc561c912f6a), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:36.528391 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ee98bd0e-b128-4311-92d0-f9a9dfad26fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (9721ac04-bac7-49da-b384-3a2049eedfa2), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:36.707798 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 45350) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:36.801472 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a8384a-5eb0-4511-b935-28784e15cab1 req-e0823e21-813e-406d-8178-ff57847ff5fc tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:36.802961 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-08a8384a-5eb0-4511-b935-28784e15cab1 req-e0823e21-813e-406d-8178-ff57847ff5fc tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d36bca0-99c6-4f74-a1e9-8f4e0d61c38b HTTP/1.1" status: 200 len: 945 time: 0.0539250 Mar 31 15:37:36.841267 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-e4b0c5b6-4f61-48a0-8876-3ae0703355bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:36.872345 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-08a8384a-5eb0-4511-b935-28784e15cab1 req-6eddaa9e-f599-4e26-8f72-4a70e06c27f8 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630617 Mar 31 15:37:36.936072 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-e4b0c5b6-4f61-48a0-8876-3ae0703355bd admin admin] Publish callbacks [] for security_group (6a4c5d75-5c1d-47c8-96e3-fe951d04c989), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:37.076812 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-e4b0c5b6-4f61-48a0-8876-3ae0703355bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (6a4c5d75-5c1d-47c8-96e3-fe951d04c989), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:37.114483 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-e4b0c5b6-4f61-48a0-8876-3ae0703355bd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eff7a4ef6b574bc5b2a2bb71ec90c63a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4048755 Mar 31 15:37:37.116351 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b0c5b6-4f61-48a0-8876-3ae0703355bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a4c5d75-5c1d-47c8-96e3-fe951d04c989,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:37.117197 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 45362) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:37.165602 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-88db14a3-a470-4b28-96a8-c63408ecf130 admin admin] Publish callbacks [] for security_group (6a4c5d75-5c1d-47c8-96e3-fe951d04c989), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:37.186600 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-88db14a3-a470-4b28-96a8-c63408ecf130 admin admin] Publish callbacks [] for security_group (6a4c5d75-5c1d-47c8-96e3-fe951d04c989), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:37.299608 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-88db14a3-a470-4b28-96a8-c63408ecf130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (6a4c5d75-5c1d-47c8-96e3-fe951d04c989), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:37.302176 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-88db14a3-a470-4b28-96a8-c63408ecf130 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:37.303333 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-88db14a3-a470-4b28-96a8-c63408ecf130 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6a4c5d75-5c1d-47c8-96e3-fe951d04c989 HTTP/1.1" status: 204 len: 168 time: 0.1850610 Mar 31 15:37:37.310809 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88db14a3-a470-4b28-96a8-c63408ecf130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a4c5d75-5c1d-47c8-96e3-fe951d04c989,revision_number=None']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:37.659131 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0b2f012e-2fbd-4b35-9815-8024e4a993e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fb816cbb-0527-4766-83b7-604ad6a553f5), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:38.002014 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c15673-d0bd-4262-a515-4a2459d2c204 req-c7e4fe21-294c-4680-9b23-a52907bf1189 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:38.003562 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-f5c15673-d0bd-4262-a515-4a2459d2c204 req-c7e4fe21-294c-4680-9b23-a52907bf1189 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d36bca0-99c6-4f74-a1e9-8f4e0d61c38b HTTP/1.1" status: 200 len: 945 time: 0.0561626 Mar 31 15:37:38.051271 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-f5c15673-d0bd-4262-a515-4a2459d2c204 req-16ff5b02-79ce-493f-98cb-d0c31dc54dac tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418768 Mar 31 15:37:38.087208 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 45390) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:38.101358 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-bc6bdc1e-e906-40c0-a39d-da1830ce43ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:38.177003 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-bc6bdc1e-e906-40c0-a39d-da1830ce43ef admin admin] Publish callbacks [] for security_group (9f6b67a0-86e7-4200-9462-6de04742d68f), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:38.288044 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-bc6bdc1e-e906-40c0-a39d-da1830ce43ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (9f6b67a0-86e7-4200-9462-6de04742d68f), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:38.337518 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6bdc1e-e906-40c0-a39d-da1830ce43ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f6b67a0-86e7-4200-9462-6de04742d68f,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:38.354514 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 45402) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:38.356669 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-bc6bdc1e-e906-40c0-a39d-da1830ce43ef admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d842b83d2e3f4c68bd8121897a20edd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2682297 Mar 31 15:37:38.409031 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-bf61925e-3bf3-4261-a88c-0e964c529781 admin admin] Publish callbacks [] for security_group (9f6b67a0-86e7-4200-9462-6de04742d68f), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:38.429410 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-bf61925e-3bf3-4261-a88c-0e964c529781 admin admin] Publish callbacks [] for security_group (9f6b67a0-86e7-4200-9462-6de04742d68f), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:38.616726 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-bf61925e-3bf3-4261-a88c-0e964c529781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (9f6b67a0-86e7-4200-9462-6de04742d68f), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:38.619649 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-bf61925e-3bf3-4261-a88c-0e964c529781 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:38.620983 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-bf61925e-3bf3-4261-a88c-0e964c529781 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9f6b67a0-86e7-4200-9462-6de04742d68f HTTP/1.1" status: 204 len: 168 time: 0.2649183 Mar 31 15:37:38.631547 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eeb68d-29bc-4b83-af16-3d2d1d347a38 req-f66b8ab9-8f97-46ee-acba-157923496dc6 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:38.633014 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-07eeb68d-29bc-4b83-af16-3d2d1d347a38 req-f66b8ab9-8f97-46ee-acba-157923496dc6 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d36bca0-99c6-4f74-a1e9-8f4e0d61c38b HTTP/1.1" status: 200 len: 945 time: 0.0596902 Mar 31 15:37:38.663843 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf61925e-3bf3-4261-a88c-0e964c529781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f6b67a0-86e7-4200-9462-6de04742d68f,revision_number=None']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:38.730887 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce888e7-8090-4da0-8e3f-ab28459f3978 req-6973a0fa-7c24-4966-8a26-d2cce8685908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:38.732932 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-07eeb68d-29bc-4b83-af16-3d2d1d347a38 req-49c72515-121d-4666-9c50-268287883c7b tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922601 Mar 31 15:37:38.733612 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-1ce888e7-8090-4da0-8e3f-ab28459f3978 req-6973a0fa-7c24-4966-8a26-d2cce8685908 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d4fc7fbc16624a3082581ef98d9d25a5&device_id=1d36bca0-99c6-4f74-a1e9-8f4e0d61c38b HTTP/1.1" status: 200 len: 1129 time: 0.0610435 Mar 31 15:37:38.849341 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce888e7-8090-4da0-8e3f-ab28459f3978 req-94b091b0-b380-41d1-9f71-5a16059bc424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:38.850841 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-1ce888e7-8090-4da0-8e3f-ab28459f3978 req-94b091b0-b380-41d1-9f71-5a16059bc424 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4a5bb9cd-d074-4713-88c5-e7791e1f5e5b HTTP/1.1" status: 200 len: 920 time: 0.1103375 Mar 31 15:37:38.894611 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-1ce888e7-8090-4da0-8e3f-ab28459f3978 req-67e028a8-a378-4d28-8029-a841f4b7c227 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36ee2478-8b43-49d5-b485-0b38b9df560c HTTP/1.1" status: 200 len: 217 time: 0.0377388 Mar 31 15:37:38.941447 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce888e7-8090-4da0-8e3f-ab28459f3978 req-3e5f183a-275a-47c9-8c00-988eb98736b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:38.943061 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-1ce888e7-8090-4da0-8e3f-ab28459f3978 req-3e5f183a-275a-47c9-8c00-988eb98736b4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=94d12cd9-1105-49d4-9d9d-27e65ff0c644 HTTP/1.1" status: 200 len: 858 time: 0.0425560 Mar 31 15:37:38.998352 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce888e7-8090-4da0-8e3f-ab28459f3978 req-dea82c93-ba3a-4932-b4e9-569151707312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:38.999962 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-1ce888e7-8090-4da0-8e3f-ab28459f3978 req-dea82c93-ba3a-4932-b4e9-569151707312 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4a5bb9cd-d074-4713-88c5-e7791e1f5e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0446208 Mar 31 15:37:39.094792 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-1ce888e7-8090-4da0-8e3f-ab28459f3978 req-40c4cebc-94d8-4e3c-85bf-b5f119803a28 service neutron] 10.222.0.26 "GET /v2.0/networks/4a5bb9cd-d074-4713-88c5-e7791e1f5e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881913 Mar 31 15:37:39.195680 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-1ce888e7-8090-4da0-8e3f-ab28459f3978 req-6b2999f7-efc4-441d-8d60-c6531aa8f107 service neutron] 10.222.0.26 "GET /v2.0/networks/4a5bb9cd-d074-4713-88c5-e7791e1f5e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937498 Mar 31 15:37:39.533598 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-211e425b-1201-4862-afc0-6363249efbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (1ca8e2b3-6f2e-4d63-b52b-ad8a81fa6826), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:39.863415 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a72a3f1-aeb2-4f7b-b8a3-6ef0748b3fe9 req-79b49bd5-0611-4e4e-8549-aa3ca3ad6977 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:39.865647 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-9a72a3f1-aeb2-4f7b-b8a3-6ef0748b3fe9 req-79b49bd5-0611-4e4e-8549-aa3ca3ad6977 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d36bca0-99c6-4f74-a1e9-8f4e0d61c38b HTTP/1.1" status: 200 len: 945 time: 0.0567715 Mar 31 15:37:39.918399 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-9a72a3f1-aeb2-4f7b-b8a3-6ef0748b3fe9 req-d5f67f45-c4db-4e42-8b1a-c4c59d75297d tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471709 Mar 31 15:37:40.819134 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 45500) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:40.921173 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fd34c7ed-cab5-463e-81bb-e9aa6ef90623), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:41.067516 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e6489f-7257-4ded-be77-3a0006790c08 req-0be39465-aed7-458b-b0cb-62335a97e375 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:41.068827 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-a8291957-0e4a-44b2-9875-422fba9b93b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:41.069717 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-29e6489f-7257-4ded-be77-3a0006790c08 req-0be39465-aed7-458b-b0cb-62335a97e375 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d36bca0-99c6-4f74-a1e9-8f4e0d61c38b HTTP/1.1" status: 200 len: 945 time: 0.0611391 Mar 31 15:37:41.125127 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-29e6489f-7257-4ded-be77-3a0006790c08 req-61eb049f-e56c-401b-bfb5-8771a4aeb87a tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494099 Mar 31 15:37:41.158555 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-a8291957-0e4a-44b2-9875-422fba9b93b1 admin admin] Publish callbacks [] for security_group (3c1cc60e-6ef2-406c-b8d6-b9d2e08131aa), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:41.242333 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-a8291957-0e4a-44b2-9875-422fba9b93b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (3c1cc60e-6ef2-406c-b8d6-b9d2e08131aa), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:41.280281 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-a8291957-0e4a-44b2-9875-422fba9b93b1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=49342052423e4638ad2c2887dbf98224&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4588923 Mar 31 15:37:41.281138 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8291957-0e4a-44b2-9875-422fba9b93b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1cc60e-6ef2-406c-b8d6-b9d2e08131aa,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:41.283522 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 45514) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:41.335354 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-32dbbf39-f168-4e73-8f7e-8c56815bacac admin admin] Publish callbacks [] for security_group (3c1cc60e-6ef2-406c-b8d6-b9d2e08131aa), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:41.356144 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-32dbbf39-f168-4e73-8f7e-8c56815bacac admin admin] Publish callbacks [] for security_group (3c1cc60e-6ef2-406c-b8d6-b9d2e08131aa), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:41.476573 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-32dbbf39-f168-4e73-8f7e-8c56815bacac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (3c1cc60e-6ef2-406c-b8d6-b9d2e08131aa), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:41.479179 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-32dbbf39-f168-4e73-8f7e-8c56815bacac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:41.482555 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-32dbbf39-f168-4e73-8f7e-8c56815bacac admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3c1cc60e-6ef2-406c-b8d6-b9d2e08131aa HTTP/1.1" status: 204 len: 168 time: 0.1958356 Mar 31 15:37:41.496424 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dbbf39-f168-4e73-8f7e-8c56815bacac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1cc60e-6ef2-406c-b8d6-b9d2e08131aa,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:42.245968 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5799e5d2-ab61-4a8b-9e33-70d2f48348f9 req-efe2be95-ca4a-47df-8091-cdfa93ea3c3e tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:42.247587 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-5799e5d2-ab61-4a8b-9e33-70d2f48348f9 req-efe2be95-ca4a-47df-8091-cdfa93ea3c3e tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d36bca0-99c6-4f74-a1e9-8f4e0d61c38b HTTP/1.1" status: 200 len: 945 time: 0.0539761 Mar 31 15:37:42.295972 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-5799e5d2-ab61-4a8b-9e33-70d2f48348f9 req-6c75dd31-00cd-4c6c-93a7-5054b2a9ca39 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421627 Mar 31 15:37:42.323358 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 45548) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:42.336327 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9a4468cd-7999-48ff-852f-b7447e3f42cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:42.413926 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9a4468cd-7999-48ff-852f-b7447e3f42cc admin admin] Publish callbacks [] for security_group (7b088495-70ed-4ffd-876f-fbfd3837a79a), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:42.446146 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.agents_db [None req-c7073644-962b-4037-b6f3-12a39092c58a None None] Agent healthcheck: found 6 active agents {{(pid=104161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:37:42.487693 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9a4468cd-7999-48ff-852f-b7447e3f42cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (7b088495-70ed-4ffd-876f-fbfd3837a79a), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:42.546665 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 45560) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:42.547832 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-9a4468cd-7999-48ff-852f-b7447e3f42cc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ff8cb209e6514e54b50e979afed3ba73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2224104 Mar 31 15:37:42.548315 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4468cd-7999-48ff-852f-b7447e3f42cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b088495-70ed-4ffd-876f-fbfd3837a79a,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:42.603492 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-70a58b5c-0c67-4720-b5d4-07c30b220e1e admin admin] Publish callbacks [] for security_group (7b088495-70ed-4ffd-876f-fbfd3837a79a), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:42.629683 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-70a58b5c-0c67-4720-b5d4-07c30b220e1e admin admin] Publish callbacks [] for security_group (7b088495-70ed-4ffd-876f-fbfd3837a79a), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:42.905587 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-70a58b5c-0c67-4720-b5d4-07c30b220e1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (7b088495-70ed-4ffd-876f-fbfd3837a79a), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:42.908918 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-70a58b5c-0c67-4720-b5d4-07c30b220e1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:42.910104 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-70a58b5c-0c67-4720-b5d4-07c30b220e1e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7b088495-70ed-4ffd-876f-fbfd3837a79a HTTP/1.1" status: 204 len: 168 time: 0.3606491 Mar 31 15:37:42.918581 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a58b5c-0c67-4720-b5d4-07c30b220e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b088495-70ed-4ffd-876f-fbfd3837a79a,revision_number=None']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:43.487100 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a60535d-a4e5-4094-af42-0dfbfcf2644d req-ccda47f8-e3c1-4cd9-8794-188b4a609e6f tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:43.488601 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-7a60535d-a4e5-4094-af42-0dfbfcf2644d req-ccda47f8-e3c1-4cd9-8794-188b4a609e6f tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d36bca0-99c6-4f74-a1e9-8f4e0d61c38b HTTP/1.1" status: 200 len: 945 time: 0.1178615 Mar 31 15:37:43.546555 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-7a60535d-a4e5-4094-af42-0dfbfcf2644d req-efac80ce-ba1d-4fc6-b539-9bf9973efa4e tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500889 Mar 31 15:37:44.723793 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4c7caa-7d64-4e25-9266-92363db44e3a req-18e86eac-779a-424c-8aca-ef45e5a5b128 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:44.725296 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-cd4c7caa-7d64-4e25-9266-92363db44e3a req-18e86eac-779a-424c-8aca-ef45e5a5b128 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d36bca0-99c6-4f74-a1e9-8f4e0d61c38b HTTP/1.1" status: 200 len: 945 time: 0.0590572 Mar 31 15:37:44.772250 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-cd4c7caa-7d64-4e25-9266-92363db44e3a req-9ff976cf-37c7-4926-9e47-c98e33b44b02 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412810 Mar 31 15:37:45.274942 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd1f5a9-cfde-40b1-b8d5-cc271b4b5cfd req-e1be3378-7421-49c7-9f16-1527d774dcd1 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:45.276596 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-ecd1f5a9-cfde-40b1-b8d5-cc271b4b5cfd req-e1be3378-7421-49c7-9f16-1527d774dcd1 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/ports?device_id=736bebfe-fdc7-4e4c-b37e-05868421c771 HTTP/1.1" status: 200 len: 946 time: 0.0739202 Mar 31 15:37:45.340925 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-ecd1f5a9-cfde-40b1-b8d5-cc271b4b5cfd req-5019abd5-1374-4c31-9b91-6958594ed2e0 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/security-groups?id=9020a30f-f95a-46d9-b9d2-f07418290371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580149 Mar 31 15:37:45.820022 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 45692) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:45.983422 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-b6714a30-e78d-4123-a87c-22d724829242 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:45.993847 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f49af9b-b71a-4dc1-b196-466fa4b57093 req-3f718e41-4717-4771-bbc7-1600465e711e tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:45.995334 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-7f49af9b-b71a-4dc1-b196-466fa4b57093 req-3f718e41-4717-4771-bbc7-1600465e711e tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d36bca0-99c6-4f74-a1e9-8f4e0d61c38b HTTP/1.1" status: 200 len: 945 time: 0.1131277 Mar 31 15:37:46.037410 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 45704) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:46.066936 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 45708) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:46.067824 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-7f49af9b-b71a-4dc1-b196-466fa4b57093 req-6b037a70-ff56-41f9-b4ae-9cea0d023a76 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664411 Mar 31 15:37:46.077976 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.v2.base [None req-8f4cbd39-81da-46ab-b4ff-1f2ecaa5c3d4 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Request body: {'security_group': {'name': 'tempest-securitygroup--797144704', 'description': 'tempest-description--1385157689'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:37:46.118795 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-b6714a30-e78d-4123-a87c-22d724829242 admin admin] Publish callbacks [] for security_group (fe66cbe3-7a18-440f-925d-b41f283555c5), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:46.158721 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-8f4cbd39-81da-46ab-b4ff-1f2ecaa5c3d4 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:46.186233 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-74c9ae73-e004-4aaa-9c62-877d86092eb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:46.195574 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-b6714a30-e78d-4123-a87c-22d724829242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (fe66cbe3-7a18-440f-925d-b41f283555c5), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:46.236431 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-b6714a30-e78d-4123-a87c-22d724829242 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c72ecada625b4e37bd512d95b171adf2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4202278 Mar 31 15:37:46.237720 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6714a30-e78d-4123-a87c-22d724829242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe66cbe3-7a18-440f-925d-b41f283555c5,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:46.239785 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 45716) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:46.292916 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-8f4cbd39-81da-46ab-b4ff-1f2ecaa5c3d4 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks [] for security_group (e011baaf-84f9-4646-8dd7-458d741337cc), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:46.341017 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a0c3b38b-19be-42a9-9126-d8222e8c978d admin admin] Publish callbacks [] for security_group (fe66cbe3-7a18-440f-925d-b41f283555c5), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:46.347994 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-74c9ae73-e004-4aaa-9c62-877d86092eb3 admin admin] Publish callbacks [] for security_group (509fb48e-94f9-4e6b-bbbc-1e8b882a4216), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:46.365677 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a0c3b38b-19be-42a9-9126-d8222e8c978d admin admin] Publish callbacks [] for security_group (fe66cbe3-7a18-440f-925d-b41f283555c5), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:46.413136 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-8f4cbd39-81da-46ab-b4ff-1f2ecaa5c3d4 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (e011baaf-84f9-4646-8dd7-458d741337cc), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:46.469616 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4cbd39-81da-46ab-b4ff-1f2ecaa5c3d4 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e011baaf-84f9-4646-8dd7-458d741337cc,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:46.490729 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498c12b5-4157-40d5-98ff-30d0ae51bd1d req-019d7618-8d14-4249-a989-51f1f2387e65 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:46.492324 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-498c12b5-4157-40d5-98ff-30d0ae51bd1d req-019d7618-8d14-4249-a989-51f1f2387e65 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/ports?device_id=736bebfe-fdc7-4e4c-b37e-05868421c771 HTTP/1.1" status: 200 len: 946 time: 0.0765007 Mar 31 15:37:46.493875 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-74c9ae73-e004-4aaa-9c62-877d86092eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (509fb48e-94f9-4e6b-bbbc-1e8b882a4216), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:46.550650 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c9ae73-e004-4aaa-9c62-877d86092eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=509fb48e-94f9-4e6b-bbbc-1e8b882a4216,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:46.553174 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a0c3b38b-19be-42a9-9126-d8222e8c978d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (fe66cbe3-7a18-440f-925d-b41f283555c5), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:46.555762 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a0c3b38b-19be-42a9-9126-d8222e8c978d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:46.556868 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-a0c3b38b-19be-42a9-9126-d8222e8c978d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fe66cbe3-7a18-440f-925d-b41f283555c5 HTTP/1.1" status: 204 len: 168 time: 0.3134465 Mar 31 15:37:46.562838 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-74c9ae73-e004-4aaa-9c62-877d86092eb3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4550f778159f43cf9b4409956ff0bd71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5237091 Mar 31 15:37:46.566423 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 45724) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:46.572818 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c3b38b-19be-42a9-9126-d8222e8c978d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe66cbe3-7a18-440f-925d-b41f283555c5,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:46.602100 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-498c12b5-4157-40d5-98ff-30d0ae51bd1d req-50a6a8cb-3705-427a-92ff-0d1273ef8493 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/security-groups?id=9020a30f-f95a-46d9-b9d2-f07418290371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978422 Mar 31 15:37:46.632164 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-8f4cbd39-81da-46ab-b4ff-1f2ecaa5c3d4 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:46.632248 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 45728) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:46.632347 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-8f4cbd39-81da-46ab-b4ff-1f2ecaa5c3d4 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5617011 Mar 31 15:37:46.633601 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.v2.base [None req-ca3b525a-4d17-4da1-90b3-7a5b2e7e3b8c tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Request body: {'security_group_rule': {'security_group_id': 'e011baaf-84f9-4646-8dd7-458d741337cc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:37:46.654657 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-920bd12b-d7b6-4ba2-a74f-0d00d1049755 admin admin] Publish callbacks [] for security_group (509fb48e-94f9-4e6b-bbbc-1e8b882a4216), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:46.681060 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-920bd12b-d7b6-4ba2-a74f-0d00d1049755 admin admin] Publish callbacks [] for security_group (509fb48e-94f9-4e6b-bbbc-1e8b882a4216), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:46.795600 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-ca3b525a-4d17-4da1-90b3-7a5b2e7e3b8c tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks [] for security_group_rule (032a57e5-7ff9-4cc4-acae-3307dbee261d), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:46.838521 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-920bd12b-d7b6-4ba2-a74f-0d00d1049755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (509fb48e-94f9-4e6b-bbbc-1e8b882a4216), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:46.841081 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-920bd12b-d7b6-4ba2-a74f-0d00d1049755 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:46.842270 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-920bd12b-d7b6-4ba2-a74f-0d00d1049755 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/509fb48e-94f9-4e6b-bbbc-1e8b882a4216 HTTP/1.1" status: 204 len: 168 time: 0.2748644 Mar 31 15:37:46.852957 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-ca3b525a-4d17-4da1-90b3-7a5b2e7e3b8c tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks [] for security_group_rule (032a57e5-7ff9-4cc4-acae-3307dbee261d), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:46.857862 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920bd12b-d7b6-4ba2-a74f-0d00d1049755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=509fb48e-94f9-4e6b-bbbc-1e8b882a4216,revision_number=None']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:46.994901 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-ca3b525a-4d17-4da1-90b3-7a5b2e7e3b8c tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045380'] for security_group_rule (032a57e5-7ff9-4cc4-acae-3307dbee261d), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:47.005682 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3b525a-4d17-4da1-90b3-7a5b2e7e3b8c tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=032a57e5-7ff9-4cc4-acae-3307dbee261d,revision_number=0']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:47.096001 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-ca3b525a-4d17-4da1-90b3-7a5b2e7e3b8c tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:47.097241 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-ca3b525a-4d17-4da1-90b3-7a5b2e7e3b8c tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4677198 Mar 31 15:37:47.100016 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 45742) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:47.104307 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.v2.base [None req-cf706c3b-6e83-4dfa-b78d-235eee414f55 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Request body: {'security_group_rule': {'security_group_id': 'e011baaf-84f9-4646-8dd7-458d741337cc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:37:47.197954 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4be535a-3fae-4a36-a747-60cf2f2b2f7c req-8d048c92-89a7-4707-bd60-75962fe3ed66 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:47.199723 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-a4be535a-3fae-4a36-a747-60cf2f2b2f7c req-8d048c92-89a7-4707-bd60-75962fe3ed66 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d36bca0-99c6-4f74-a1e9-8f4e0d61c38b HTTP/1.1" status: 200 len: 945 time: 0.0517340 Mar 31 15:37:47.234155 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-cf706c3b-6e83-4dfa-b78d-235eee414f55 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks [] for security_group_rule (b9177eb2-bcaa-478f-b3b6-c31abed5b319), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:47.276666 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-a4be535a-3fae-4a36-a747-60cf2f2b2f7c req-58a5f9c6-b117-4440-8598-57525322a0b5 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706947 Mar 31 15:37:47.310676 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-cf706c3b-6e83-4dfa-b78d-235eee414f55 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks [] for security_group_rule (b9177eb2-bcaa-478f-b3b6-c31abed5b319), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:47.386359 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-cf706c3b-6e83-4dfa-b78d-235eee414f55 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045380'] for security_group_rule (b9177eb2-bcaa-478f-b3b6-c31abed5b319), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:47.406159 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf706c3b-6e83-4dfa-b78d-235eee414f55 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9177eb2-bcaa-478f-b3b6-c31abed5b319,revision_number=0']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:47.446309 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 45766) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:47.459766 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-711fcfa0-be10-4067-a642-93a044f936ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:47.489902 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-cf706c3b-6e83-4dfa-b78d-235eee414f55 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:47.491073 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-cf706c3b-6e83-4dfa-b78d-235eee414f55 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3901546 Mar 31 15:37:47.494324 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 45768) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:47.500098 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.v2.base [None req-4e8b8c96-f817-4658-9f96-bad30a5d56eb tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Request body: {'floatingip': {'floating_network_id': '8959fca3-760a-428d-87ed-41d110f4f943'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:37:47.561837 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-711fcfa0-be10-4067-a642-93a044f936ff admin admin] Publish callbacks [] for security_group (ae361cba-8c09-4b29-a2bc-d91c6fa1940a), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:47.660054 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-711fcfa0-be10-4067-a642-93a044f936ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (ae361cba-8c09-4b29-a2bc-d91c6fa1940a), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:47.660242 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-4e8b8c96-f817-4658-9f96-bad30a5d56eb tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:47.718251 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-711fcfa0-be10-4067-a642-93a044f936ff admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1c9a0babf0494425bd1cc1edf1f2046d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2708278 Mar 31 15:37:47.721425 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 45788) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:47.735372 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711fcfa0-be10-4067-a642-93a044f936ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae361cba-8c09-4b29-a2bc-d91c6fa1940a,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:47.776070 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-b235f889-af2d-4525-8e65-ee3a260c392d admin admin] Publish callbacks [] for security_group (ae361cba-8c09-4b29-a2bc-d91c6fa1940a), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:47.805833 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-b235f889-af2d-4525-8e65-ee3a260c392d admin admin] Publish callbacks [] for security_group (ae361cba-8c09-4b29-a2bc-d91c6fa1940a), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:47.806270 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019979cb-ba71-46af-82a4-2c24299513b9 req-fb5bec59-0d65-4053-99d0-af764fa5f800 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:47.808046 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-019979cb-ba71-46af-82a4-2c24299513b9 req-fb5bec59-0d65-4053-99d0-af764fa5f800 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/ports?device_id=736bebfe-fdc7-4e4c-b37e-05868421c771 HTTP/1.1" status: 200 len: 946 time: 0.0757220 Mar 31 15:37:47.874371 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-4e8b8c96-f817-4658-9f96-bad30a5d56eb tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:47.880404 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-019979cb-ba71-46af-82a4-2c24299513b9 req-1805ab60-c1ff-4bf3-b9e9-afcf6c4ad8f2 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/security-groups?id=9020a30f-f95a-46d9-b9d2-f07418290371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645647 Mar 31 15:37:48.013770 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-b235f889-af2d-4525-8e65-ee3a260c392d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (ae361cba-8c09-4b29-a2bc-d91c6fa1940a), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:48.018261 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-b235f889-af2d-4525-8e65-ee3a260c392d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:48.022859 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-b235f889-af2d-4525-8e65-ee3a260c392d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ae361cba-8c09-4b29-a2bc-d91c6fa1940a HTTP/1.1" status: 204 len: 168 time: 0.3004253 Mar 31 15:37:48.032126 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b235f889-af2d-4525-8e65-ee3a260c392d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae361cba-8c09-4b29-a2bc-d91c6fa1940a,revision_number=None']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:48.143421 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.db_base_plugin_common [None req-4e8b8c96-f817-4658-9f96-bad30a5d56eb tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Allocated IP 172.28.2.101 (8959fca3-760a-428d-87ed-41d110f4f943/79fe0710-163f-45bc-8cd9-cc15163c6821/e470274c-6c6d-47c5-9097-d6b5b6f30174) {{(pid=104159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:37:48.262031 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-4e8b8c96-f817-4658-9f96-bad30a5d56eb tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks [] for port (e470274c-6c6d-47c5-9097-d6b5b6f30174), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:48.411014 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9c36ef-194c-41eb-b653-b98427b0f44b req-4d20d258-900b-4371-acb8-17bc56a9945c tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:48.412824 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-2d9c36ef-194c-41eb-b653-b98427b0f44b req-4d20d258-900b-4371-acb8-17bc56a9945c tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d36bca0-99c6-4f74-a1e9-8f4e0d61c38b HTTP/1.1" status: 200 len: 945 time: 0.0544875 Mar 31 15:37:48.415155 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-4e8b8c96-f817-4658-9f96-bad30a5d56eb tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772784453870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3148002'] for port (e470274c-6c6d-47c5-9097-d6b5b6f30174), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:48.473182 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8b8c96-f817-4658-9f96-bad30a5d56eb tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Network 8959fca3-760a-428d-87ed-41d110f4f943 is already hosted by enough agents. {{(pid=104159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:37:48.479434 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [None req-4e8b8c96-f817-4658-9f96-bad30a5d56eb tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Resources bound (agent type, host, resource id): {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:37:48.485489 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8b8c96-f817-4658-9f96-bad30a5d56eb tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Received port after_create {{(pid=104159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:37:48.494959 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8b8c96-f817-4658-9f96-bad30a5d56eb tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Pushing event updated for resources: {'Port': ['ID=e470274c-6c6d-47c5-9097-d6b5b6f30174,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:48.499335 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-2d9c36ef-194c-41eb-b653-b98427b0f44b req-cbc77ff2-4ad3-42f7-8aa6-c03ff67df6a3 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809174 Mar 31 15:37:48.618861 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-4e8b8c96-f817-4658-9f96-bad30a5d56eb tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks [] for floatingip (9f313ea0-284a-4139-a314-65f1887e5b74), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:48.767868 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-4e8b8c96-f817-4658-9f96-bad30a5d56eb tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (e470274c-6c6d-47c5-9097-d6b5b6f30174), before_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:49.029183 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-4e8b8c96-f817-4658-9f96-bad30a5d56eb tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks [] for port (e470274c-6c6d-47c5-9097-d6b5b6f30174), precommit_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:49.049327 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ded75a-1ec4-4443-a3a8-4909fcf833ff req-fac9cea8-e230-4de0-bdf9-ecdda348ce41 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:49.050934 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-50ded75a-1ec4-4443-a3a8-4909fcf833ff req-fac9cea8-e230-4de0-bdf9-ecdda348ce41 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/ports?device_id=736bebfe-fdc7-4e4c-b37e-05868421c771 HTTP/1.1" status: 200 len: 946 time: 0.0809636 Mar 31 15:37:49.112682 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-50ded75a-1ec4-4443-a3a8-4909fcf833ff req-14cc5347-de28-4fec-beb9-00c53eb32a9a tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/security-groups?id=9020a30f-f95a-46d9-b9d2-f07418290371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523896 Mar 31 15:37:49.143927 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-4e8b8c96-f817-4658-9f96-bad30a5d56eb tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3148011'] for port (e470274c-6c6d-47c5-9097-d6b5b6f30174), after_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:49.262703 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8b8c96-f817-4658-9f96-bad30a5d56eb tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Pushing event updated for resources: {'Port': ['ID=e470274c-6c6d-47c5-9097-d6b5b6f30174,revision_number=2']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:49.268417 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-4e8b8c96-f817-4658-9f96-bad30a5d56eb tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574067'] for floatingip (9f313ea0-284a-4139-a314-65f1887e5b74), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:49.398463 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-4e8b8c96-f817-4658-9f96-bad30a5d56eb tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451'] for floatingip (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:49.403550 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-4e8b8c96-f817-4658-9f96-bad30a5d56eb tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9043119 Mar 31 15:37:49.543927 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 45926) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:49.610877 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.db.db_base_plugin_v2 [None req-68c844df-6e95-4318-b2a0-695ef69c8268 admin admin] Deleting subnet 5d64660f-f5ca-4994-a6f9-2034b643ec05 {{(pid=104158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 15:37:49.629886 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-68c844df-6e95-4318-b2a0-695ef69c8268 admin admin] Publish callbacks [] for subnet (5d64660f-f5ca-4994-a6f9-2034b643ec05), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:49.712194 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-379fc804-b501-4399-980e-a3249063e7b8 req-78747084-a385-484e-9242-8d62c930fa60 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--797144704&fields=id&tenant_id=893dd59441624f78817c4a649a0aaf40 HTTP/1.1" status: 200 len: 267 time: 0.1141181 Mar 31 15:37:49.716866 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-68c844df-6e95-4318-b2a0-695ef69c8268 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8525824'] for subnet (5d64660f-f5ca-4994-a6f9-2034b643ec05), precommit_delete_associations {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:49.765651 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5510aca2-6acf-41d1-83b5-08140e961a3c req-68d44ae3-ff9c-472a-a043-d7078230f08f tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:49.767263 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-5510aca2-6acf-41d1-83b5-08140e961a3c req-68d44ae3-ff9c-472a-a043-d7078230f08f tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d36bca0-99c6-4f74-a1e9-8f4e0d61c38b HTTP/1.1" status: 200 len: 945 time: 0.1057193 Mar 31 15:37:49.825180 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-68c844df-6e95-4318-b2a0-695ef69c8268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8232756'] for subnet (5d64660f-f5ca-4994-a6f9-2034b643ec05), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:49.835597 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-5510aca2-6acf-41d1-83b5-08140e961a3c req-d6c27b6f-8878-496b-9e16-021e4cb02a9e tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621066 Mar 31 15:37:49.890041 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379fc804-b501-4399-980e-a3249063e7b8 req-6dde10cc-5dc6-4882-bae0-b0c117fde431 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:49.891615 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-379fc804-b501-4399-980e-a3249063e7b8 req-6dde10cc-5dc6-4882-bae0-b0c117fde431 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/networks?id=ffd9f9ff-86a8-41a0-b247-ed3515901842 HTTP/1.1" status: 200 len: 815 time: 0.1786346 Mar 31 15:37:49.910906 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-379fc804-b501-4399-980e-a3249063e7b8 req-add714f9-14e7-4473-b382-69c3711ffc2d tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/quotas/893dd59441624f78817c4a649a0aaf40 HTTP/1.1" status: 200 len: 375 time: 0.0135720 Mar 31 15:37:49.979914 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-379fc804-b501-4399-980e-a3249063e7b8 req-051c3bdd-2859-432c-8f86-8b85e2694420 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=893dd59441624f78817c4a649a0aaf40&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0630648 Mar 31 15:37:50.001908 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-68c844df-6e95-4318-b2a0-695ef69c8268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8232707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9104041'] for subnet (5d64660f-f5ca-4994-a6f9-2034b643ec05), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:50.066377 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c844df-6e95-4318-b2a0-695ef69c8268 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d64660f-f5ca-4994-a6f9-2034b643ec05,revision_number=None']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:50.073781 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-68c844df-6e95-4318-b2a0-695ef69c8268 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:50.083471 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-68c844df-6e95-4318-b2a0-695ef69c8268 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/5d64660f-f5ca-4994-a6f9-2034b643ec05 HTTP/1.1" status: 204 len: 168 time: 0.5316598 Mar 31 15:37:50.086399 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 45960) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:50.179691 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-379fc804-b501-4399-980e-a3249063e7b8 req-fd8b1483-c2c7-447c-a015-0c5a420b1d59 service neutron] 10.222.0.21 "GET /v2.0/networks/ffd9f9ff-86a8-41a0-b247-ed3515901842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876380 Mar 31 15:37:50.184401 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 45970) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:50.259413 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-e438e46b-59d3-40ad-992b-aed7798fbb88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8161909'] for network (2212ae90-e749-4651-b0f4-646c99c082ef), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:50.282078 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec06d14e-c4ab-4f80-b99f-00ca12a593d0 req-614c5a18-5112-4937-ac33-01217d319d9d tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:50.286117 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-ec06d14e-c4ab-4f80-b99f-00ca12a593d0 req-614c5a18-5112-4937-ac33-01217d319d9d tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/ports?device_id=736bebfe-fdc7-4e4c-b37e-05868421c771 HTTP/1.1" status: 200 len: 946 time: 0.0816491 Mar 31 15:37:50.377959 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-379fc804-b501-4399-980e-a3249063e7b8 req-4cf47172-6951-43e1-976f-a1394a64b891 service neutron] 10.222.0.21 "GET /v2.0/networks/ffd9f9ff-86a8-41a0-b247-ed3515901842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968472 Mar 31 15:37:50.378243 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-ec06d14e-c4ab-4f80-b99f-00ca12a593d0 req-a542ce65-14b4-4a5a-b712-f21af9b113c4 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/security-groups?id=9020a30f-f95a-46d9-b9d2-f07418290371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903518 Mar 31 15:37:50.387377 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-31fca559-978c-4928-b5f0-2674bc8cf368 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:50.393148 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-e438e46b-59d3-40ad-992b-aed7798fbb88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8291519', 'neutron.services.segments.db._delete_segments_for_network-8772784778810'] for network (2212ae90-e749-4651-b0f4-646c99c082ef), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:50.435697 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.services.segments.db [None req-e438e46b-59d3-40ad-992b-aed7798fbb88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2212ae90-e749-4651-b0f4-646c99c082ef']}} {{(pid=104158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:37:50.452951 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.services.segments.db [None req-e438e46b-59d3-40ad-992b-aed7798fbb88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18c206fd-452f-439f-81f6-3c7ff600c224') {'for_net_delete': True} {{(pid=104158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:37:50.454200 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.services.segments.db [None req-e438e46b-59d3-40ad-992b-aed7798fbb88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18c206fd-452f-439f-81f6-3c7ff600c224') {} {{(pid=104158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:37:50.467601 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-e438e46b-59d3-40ad-992b-aed7798fbb88 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772784779587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8525835'] for segment (18c206fd-452f-439f-81f6-3c7ff600c224), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:50.496135 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-e438e46b-59d3-40ad-992b-aed7798fbb88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8219139'] for segment (18c206fd-452f-439f-81f6-3c7ff600c224), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:50.511763 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e438e46b-59d3-40ad-992b-aed7798fbb88 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=104158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:37:50.512127 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-e438e46b-59d3-40ad-992b-aed7798fbb88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8219139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302793'] for segment (18c206fd-452f-439f-81f6-3c7ff600c224), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:50.514685 dv-cinder-750782-15-smb neutron-server[104158]: Traceback (most recent call last): Mar 31 15:37:50.514685 dv-cinder-750782-15-smb neutron-server[104158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:37:50.514685 dv-cinder-750782-15-smb neutron-server[104158]: timer() Mar 31 15:37:50.514685 dv-cinder-750782-15-smb neutron-server[104158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:37:50.514685 dv-cinder-750782-15-smb neutron-server[104158]: cb(*args, **kw) Mar 31 15:37:50.514685 dv-cinder-750782-15-smb neutron-server[104158]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 15:37:50.514685 dv-cinder-750782-15-smb neutron-server[104158]: return func(*args, **kwargs) Mar 31 15:37:50.514685 dv-cinder-750782-15-smb neutron-server[104158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:37:50.514685 dv-cinder-750782-15-smb neutron-server[104158]: self._notify() Mar 31 15:37:50.514685 dv-cinder-750782-15-smb neutron-server[104158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:37:50.514685 dv-cinder-750782-15-smb neutron-server[104158]: self.callback(batched_events) Mar 31 15:37:50.514685 dv-cinder-750782-15-smb neutron-server[104158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:37:50.514685 dv-cinder-750782-15-smb neutron-server[104158]: event.method(event) Mar 31 15:37:50.514685 dv-cinder-750782-15-smb neutron-server[104158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 15:37:50.514685 dv-cinder-750782-15-smb neutron-server[104158]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:37:50.514685 dv-cinder-750782-15-smb neutron-server[104158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 15:37:50.514685 dv-cinder-750782-15-smb neutron-server[104158]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:37:50.514685 dv-cinder-750782-15-smb neutron-server[104158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 15:37:50.514685 dv-cinder-750782-15-smb neutron-server[104158]: return f(self, *a, **k) Mar 31 15:37:50.514685 dv-cinder-750782-15-smb neutron-server[104158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 15:37:50.514685 dv-cinder-750782-15-smb neutron-server[104158]: return self._get(url).json() Mar 31 15:37:50.514685 dv-cinder-750782-15-smb neutron-server[104158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 15:37:50.514685 dv-cinder-750782-15-smb neutron-server[104158]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:37:50.514685 dv-cinder-750782-15-smb neutron-server[104158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:37:50.514685 dv-cinder-750782-15-smb neutron-server[104158]: return self.request(url, 'GET', **kwargs) Mar 31 15:37:50.514685 dv-cinder-750782-15-smb neutron-server[104158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:37:50.514685 dv-cinder-750782-15-smb neutron-server[104158]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:37:50.514685 dv-cinder-750782-15-smb neutron-server[104158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:37:50.514685 dv-cinder-750782-15-smb neutron-server[104158]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:37:50.514685 dv-cinder-750782-15-smb neutron-server[104158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:37:50.514685 dv-cinder-750782-15-smb neutron-server[104158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:37:50.514685 dv-cinder-750782-15-smb neutron-server[104158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:37:50.544456 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-31fca559-978c-4928-b5f0-2674bc8cf368 admin admin] Publish callbacks [] for security_group (c7513774-af58-4ac9-a561-fd4ac7ab1fc6), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:50.625742 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-31fca559-978c-4928-b5f0-2674bc8cf368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (c7513774-af58-4ac9-a561-fd4ac7ab1fc6), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:50.660980 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-e438e46b-59d3-40ad-992b-aed7798fbb88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8291510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574053'] for network (2212ae90-e749-4651-b0f4-646c99c082ef), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:50.671608 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-e438e46b-59d3-40ad-992b-aed7798fbb88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043269'] for network (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:50.680417 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 46002) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:50.680928 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-e438e46b-59d3-40ad-992b-aed7798fbb88 admin admin] 10.222.0.21 "DELETE /v2.0/networks/2212ae90-e749-4651-b0f4-646c99c082ef HTTP/1.1" status: 204 len: 168 time: 0.5931852 Mar 31 15:37:50.701467 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e438e46b-59d3-40ad-992b-aed7798fbb88 admin admin] Pushing event deleted for resources: {'Network': ['ID=2212ae90-e749-4651-b0f4-646c99c082ef,revision_number=None']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:50.724760 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fca559-978c-4928-b5f0-2674bc8cf368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7513774-af58-4ac9-a561-fd4ac7ab1fc6,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:50.742277 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-31fca559-978c-4928-b5f0-2674bc8cf368 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=408f7756cd9e4f2db67b91decc57c119&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5498967 Mar 31 15:37:50.743570 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 46008) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:50.795356 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c217efa-9d1c-4e1c-ba38-c2446c9c8997 admin admin] Deleting subnet d01b6bcb-4ef1-4aba-8972-dfd117913253 {{(pid=104159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 15:37:50.803899 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-6a7925c2-51e9-43ad-bd5c-c34c6bceef4c req-49bddb23-be08-4560-9641-b401ed965ea9 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/ports?device_id=e103c7fe-6d4d-4686-bc84-a52957c5ff89 HTTP/1.1" status: 200 len: 210 time: 0.0536225 Mar 31 15:37:50.807739 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-3c217efa-9d1c-4e1c-ba38-c2446c9c8997 admin admin] Publish callbacks [] for subnet (d01b6bcb-4ef1-4aba-8972-dfd117913253), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:50.874681 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-3c217efa-9d1c-4e1c-ba38-c2446c9c8997 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4015700'] for subnet (d01b6bcb-4ef1-4aba-8972-dfd117913253), precommit_delete_associations {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:50.880891 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-2c9c3057-8276-47ce-896a-d2677e83b93a admin admin] Publish callbacks [] for security_group (c7513774-af58-4ac9-a561-fd4ac7ab1fc6), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:50.916963 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-2c9c3057-8276-47ce-896a-d2677e83b93a admin admin] Publish callbacks [] for security_group (c7513774-af58-4ac9-a561-fd4ac7ab1fc6), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:50.932869 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-3c217efa-9d1c-4e1c-ba38-c2446c9c8997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8232756'] for subnet (d01b6bcb-4ef1-4aba-8972-dfd117913253), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:51.069269 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78e01e8-3472-4cfb-92a5-eea1ef0f8161 req-c819b866-970a-4b13-8aa0-5903a7cfb500 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:51.070977 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-d78e01e8-3472-4cfb-92a5-eea1ef0f8161 req-c819b866-970a-4b13-8aa0-5903a7cfb500 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d36bca0-99c6-4f74-a1e9-8f4e0d61c38b HTTP/1.1" status: 200 len: 945 time: 0.0822797 Mar 31 15:37:51.094803 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-2c9c3057-8276-47ce-896a-d2677e83b93a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (c7513774-af58-4ac9-a561-fd4ac7ab1fc6), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:51.097732 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-2c9c3057-8276-47ce-896a-d2677e83b93a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:51.098939 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-2c9c3057-8276-47ce-896a-d2677e83b93a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c7513774-af58-4ac9-a561-fd4ac7ab1fc6 HTTP/1.1" status: 204 len: 168 time: 0.3537157 Mar 31 15:37:51.116127 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9c3057-8276-47ce-896a-d2677e83b93a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7513774-af58-4ac9-a561-fd4ac7ab1fc6,revision_number=None']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:51.163856 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-d78e01e8-3472-4cfb-92a5-eea1ef0f8161 req-6e01a44a-6664-42d9-afab-f06ec1544b42 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858414 Mar 31 15:37:51.186028 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-3c217efa-9d1c-4e1c-ba38-c2446c9c8997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8232707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3149329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3286902'] for subnet (d01b6bcb-4ef1-4aba-8972-dfd117913253), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:51.215537 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c217efa-9d1c-4e1c-ba38-c2446c9c8997 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d01b6bcb-4ef1-4aba-8972-dfd117913253,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:51.219719 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-3c217efa-9d1c-4e1c-ba38-c2446c9c8997 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043269'] for subnet (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:51.227287 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 46026) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:51.227382 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-3c217efa-9d1c-4e1c-ba38-c2446c9c8997 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d01b6bcb-4ef1-4aba-8972-dfd117913253 HTTP/1.1" status: 204 len: 168 time: 0.5408711 Mar 31 15:37:51.305350 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-9f3983fb-e854-4be4-b944-0184b91348b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8161909'] for network (7030e6de-8617-4cae-839c-b4966f477030), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:51.406525 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-9f3983fb-e854-4be4-b944-0184b91348b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8291519', 'neutron.services.segments.db._delete_segments_for_network-8772784778810'] for network (7030e6de-8617-4cae-839c-b4966f477030), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:51.432499 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.services.segments.db [None req-9f3983fb-e854-4be4-b944-0184b91348b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7030e6de-8617-4cae-839c-b4966f477030']}} {{(pid=104158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:37:51.444442 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.services.segments.db [None req-9f3983fb-e854-4be4-b944-0184b91348b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ed5c029-2ef2-4d00-931d-114094606fba') {'for_net_delete': True} {{(pid=104158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:37:51.444733 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.services.segments.db [None req-9f3983fb-e854-4be4-b944-0184b91348b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ed5c029-2ef2-4d00-931d-114094606fba') {} {{(pid=104158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:37:51.457335 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-9f3983fb-e854-4be4-b944-0184b91348b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772784779587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8525835'] for segment (5ed5c029-2ef2-4d00-931d-114094606fba), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:51.475157 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-9f3983fb-e854-4be4-b944-0184b91348b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8219139'] for segment (5ed5c029-2ef2-4d00-931d-114094606fba), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:51.484944 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f3983fb-e854-4be4-b944-0184b91348b8 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=104158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:37:51.485488 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-9f3983fb-e854-4be4-b944-0184b91348b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8219139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302793'] for segment (5ed5c029-2ef2-4d00-931d-114094606fba), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:51.490279 dv-cinder-750782-15-smb neutron-server[104158]: Traceback (most recent call last): Mar 31 15:37:51.490279 dv-cinder-750782-15-smb neutron-server[104158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:37:51.490279 dv-cinder-750782-15-smb neutron-server[104158]: timer() Mar 31 15:37:51.490279 dv-cinder-750782-15-smb neutron-server[104158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:37:51.490279 dv-cinder-750782-15-smb neutron-server[104158]: cb(*args, **kw) Mar 31 15:37:51.490279 dv-cinder-750782-15-smb neutron-server[104158]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 15:37:51.490279 dv-cinder-750782-15-smb neutron-server[104158]: return func(*args, **kwargs) Mar 31 15:37:51.490279 dv-cinder-750782-15-smb neutron-server[104158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:37:51.490279 dv-cinder-750782-15-smb neutron-server[104158]: self._notify() Mar 31 15:37:51.490279 dv-cinder-750782-15-smb neutron-server[104158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:37:51.490279 dv-cinder-750782-15-smb neutron-server[104158]: self.callback(batched_events) Mar 31 15:37:51.490279 dv-cinder-750782-15-smb neutron-server[104158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:37:51.490279 dv-cinder-750782-15-smb neutron-server[104158]: event.method(event) Mar 31 15:37:51.490279 dv-cinder-750782-15-smb neutron-server[104158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 15:37:51.490279 dv-cinder-750782-15-smb neutron-server[104158]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:37:51.490279 dv-cinder-750782-15-smb neutron-server[104158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 15:37:51.490279 dv-cinder-750782-15-smb neutron-server[104158]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:37:51.490279 dv-cinder-750782-15-smb neutron-server[104158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 15:37:51.490279 dv-cinder-750782-15-smb neutron-server[104158]: return f(self, *a, **k) Mar 31 15:37:51.490279 dv-cinder-750782-15-smb neutron-server[104158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 15:37:51.490279 dv-cinder-750782-15-smb neutron-server[104158]: return self._get(url).json() Mar 31 15:37:51.490279 dv-cinder-750782-15-smb neutron-server[104158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 15:37:51.490279 dv-cinder-750782-15-smb neutron-server[104158]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:37:51.490279 dv-cinder-750782-15-smb neutron-server[104158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:37:51.490279 dv-cinder-750782-15-smb neutron-server[104158]: return self.request(url, 'GET', **kwargs) Mar 31 15:37:51.490279 dv-cinder-750782-15-smb neutron-server[104158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:37:51.490279 dv-cinder-750782-15-smb neutron-server[104158]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:37:51.490279 dv-cinder-750782-15-smb neutron-server[104158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:37:51.490279 dv-cinder-750782-15-smb neutron-server[104158]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:37:51.490279 dv-cinder-750782-15-smb neutron-server[104158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:37:51.490279 dv-cinder-750782-15-smb neutron-server[104158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:37:51.490279 dv-cinder-750782-15-smb neutron-server[104158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:37:51.535808 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725bf5af-68bc-4d15-bdeb-4d8e2c957be9 req-393a7344-e761-4c10-94c6-3b9462058a59 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:51.537873 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-725bf5af-68bc-4d15-bdeb-4d8e2c957be9 req-393a7344-e761-4c10-94c6-3b9462058a59 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/ports?device_id=736bebfe-fdc7-4e4c-b37e-05868421c771 HTTP/1.1" status: 200 len: 946 time: 0.0705044 Mar 31 15:37:51.597665 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-725bf5af-68bc-4d15-bdeb-4d8e2c957be9 req-0fcd0ad0-fe92-47b4-9b01-ddbb17afc4b9 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/security-groups?id=9020a30f-f95a-46d9-b9d2-f07418290371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534086 Mar 31 15:37:51.682451 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-9f3983fb-e854-4be4-b944-0184b91348b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8291510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574053'] for network (7030e6de-8617-4cae-839c-b4966f477030), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:51.688677 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-9f3983fb-e854-4be4-b944-0184b91348b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043269'] for network (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:51.695428 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-9f3983fb-e854-4be4-b944-0184b91348b8 admin admin] 10.222.0.21 "DELETE /v2.0/networks/7030e6de-8617-4cae-839c-b4966f477030 HTTP/1.1" status: 204 len: 168 time: 0.4678793 Mar 31 15:37:51.708445 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3983fb-e854-4be4-b944-0184b91348b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7030e6de-8617-4cae-839c-b4966f477030,revision_number=None']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:51.901176 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-5b197c9f-f2c6-4092-8726-92dd98974370 req-4374c099-6695-4942-ade4-b2f3ed9baddf tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/ports?device_id=e103c7fe-6d4d-4686-bc84-a52957c5ff89 HTTP/1.1" status: 200 len: 210 time: 0.0361230 Mar 31 15:37:52.185156 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 46044) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:52.204556 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-43eaa160-d42e-4018-b7ad-3dfe6331036e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:52.302381 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c46db8-a731-4f4f-851c-471300b06161 req-9d6ebb5b-ee1e-42f6-8808-2c20b73f574a tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:52.303976 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-79c46db8-a731-4f4f-851c-471300b06161 req-9d6ebb5b-ee1e-42f6-8808-2c20b73f574a tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d36bca0-99c6-4f74-a1e9-8f4e0d61c38b HTTP/1.1" status: 200 len: 945 time: 0.0605605 Mar 31 15:37:52.323648 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-43eaa160-d42e-4018-b7ad-3dfe6331036e admin admin] Publish callbacks [] for security_group (47df873c-6db4-449b-b2d8-2cbc3a361da0), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:52.327346 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 46050) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:52.359811 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-79c46db8-a731-4f4f-851c-471300b06161 req-85c44fc8-678a-40c5-b405-92d0525a2d32 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496469 Mar 31 15:37:52.370944 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-9fddd85f-29d7-481c-b58d-a10ada3776a8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=554dc0e19c5e49a9a8d515b1286bd5cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0434132 Mar 31 15:37:52.379109 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 46052) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:52.424302 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-02879542-14c9-4f28-876a-026fc9949308 admin admin] Publish callbacks [] for security_group (14d129c5-3f66-4e92-b5af-159f959da293), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:52.445270 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-43eaa160-d42e-4018-b7ad-3dfe6331036e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (47df873c-6db4-449b-b2d8-2cbc3a361da0), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:52.448864 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-02879542-14c9-4f28-876a-026fc9949308 admin admin] Publish callbacks [] for security_group (14d129c5-3f66-4e92-b5af-159f959da293), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:52.517648 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-43eaa160-d42e-4018-b7ad-3dfe6331036e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5b0e4fe96fbc48fa976062dcfb6ede65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3318782 Mar 31 15:37:52.520199 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eaa160-d42e-4018-b7ad-3dfe6331036e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47df873c-6db4-449b-b2d8-2cbc3a361da0,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:52.521518 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 46054) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:52.578903 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-4aab993b-12e0-46b4-8415-7844bd120674 admin admin] Publish callbacks [] for security_group (47df873c-6db4-449b-b2d8-2cbc3a361da0), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:52.608327 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-4aab993b-12e0-46b4-8415-7844bd120674 admin admin] Publish callbacks [] for security_group (47df873c-6db4-449b-b2d8-2cbc3a361da0), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:52.648251 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-02879542-14c9-4f28-876a-026fc9949308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (14d129c5-3f66-4e92-b5af-159f959da293), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:52.650897 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-02879542-14c9-4f28-876a-026fc9949308 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:52.652241 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-02879542-14c9-4f28-876a-026fc9949308 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/14d129c5-3f66-4e92-b5af-159f959da293 HTTP/1.1" status: 204 len: 168 time: 0.2777133 Mar 31 15:37:52.663310 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02879542-14c9-4f28-876a-026fc9949308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d129c5-3f66-4e92-b5af-159f959da293,revision_number=None']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:52.756850 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9203f5b-aef0-42de-afe2-f741fa12d863 req-20f8b88b-139f-4876-a42f-929ec0e66a94 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:52.767567 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-d9203f5b-aef0-42de-afe2-f741fa12d863 req-20f8b88b-139f-4876-a42f-929ec0e66a94 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/ports?device_id=736bebfe-fdc7-4e4c-b37e-05868421c771 HTTP/1.1" status: 200 len: 946 time: 0.0689106 Mar 31 15:37:52.790772 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-4aab993b-12e0-46b4-8415-7844bd120674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (47df873c-6db4-449b-b2d8-2cbc3a361da0), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:52.796448 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-4aab993b-12e0-46b4-8415-7844bd120674 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:52.796448 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-4aab993b-12e0-46b4-8415-7844bd120674 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/47df873c-6db4-449b-b2d8-2cbc3a361da0 HTTP/1.1" status: 204 len: 168 time: 0.2722895 Mar 31 15:37:52.809803 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aab993b-12e0-46b4-8415-7844bd120674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47df873c-6db4-449b-b2d8-2cbc3a361da0,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:52.826181 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-d9203f5b-aef0-42de-afe2-f741fa12d863 req-71ef6cef-e32e-45c0-9ded-e5208036ff06 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/security-groups?id=9020a30f-f95a-46d9-b9d2-f07418290371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605743 Mar 31 15:37:53.007545 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-eefda351-573e-4534-b77b-26aed0191c35 req-1874288f-315d-4965-917c-3087cb0a218d tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/ports?device_id=e103c7fe-6d4d-4686-bc84-a52957c5ff89 HTTP/1.1" status: 200 len: 210 time: 0.0286324 Mar 31 15:37:53.507301 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e5269a-f5b7-4c5e-a2ee-1468fa9c563c req-e3df0227-94cd-48ad-bdc3-4d4715d75da3 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:53.508893 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-66e5269a-f5b7-4c5e-a2ee-1468fa9c563c req-e3df0227-94cd-48ad-bdc3-4d4715d75da3 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d36bca0-99c6-4f74-a1e9-8f4e0d61c38b HTTP/1.1" status: 200 len: 945 time: 0.0563660 Mar 31 15:37:53.565653 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-66e5269a-f5b7-4c5e-a2ee-1468fa9c563c req-b28876e5-8826-49eb-9e61-789cb37a5ef7 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498917 Mar 31 15:37:53.669506 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 46082) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:53.687413 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-c1b086ca-b34e-43aa-a392-989d7bb2e4b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:53.772852 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-c1b086ca-b34e-43aa-a392-989d7bb2e4b5 admin admin] Publish callbacks [] for security_group (b4a3423a-17b5-448a-aafa-c5b834e49316), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:53.865331 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 46088) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:53.883306 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-c1b086ca-b34e-43aa-a392-989d7bb2e4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (b4a3423a-17b5-448a-aafa-c5b834e49316), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:53.913259 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379fc804-b501-4399-980e-a3249063e7b8 req-5420788d-02ea-4a52-8d2b-07b8df1a7bf9 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:53.915605 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-379fc804-b501-4399-980e-a3249063e7b8 req-5420788d-02ea-4a52-8d2b-07b8df1a7bf9 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.26 "GET /v2.0/networks?id=ffd9f9ff-86a8-41a0-b247-ed3515901842 HTTP/1.1" status: 200 len: 815 time: 0.1278400 Mar 31 15:37:53.953106 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b086ca-b34e-43aa-a392-989d7bb2e4b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a3423a-17b5-448a-aafa-c5b834e49316,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:53.961799 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-c1b086ca-b34e-43aa-a392-989d7bb2e4b5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f841e4411f0b453c8506c4ed972d200e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2910867 Mar 31 15:37:53.964296 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 46090) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:53.972525 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-45492d5b-7a22-4c30-b4aa-5f55ce361297 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=20e06e50b3a0439d906ced86918ca6a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1040630 Mar 31 15:37:53.974403 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 46092) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:54.066836 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-06dbe737-b23a-46b7-818e-ca211aa68d16 admin admin] Publish callbacks [] for security_group (b9fd49f5-aa10-4686-a052-7e6ca9dd014a), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:54.072220 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f46fde7-a885-4011-8641-1ad090c06eec req-2ec481e8-1170-4d98-aa80-2544bb93824a tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:54.073792 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-9f46fde7-a885-4011-8641-1ad090c06eec req-2ec481e8-1170-4d98-aa80-2544bb93824a tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/ports?device_id=736bebfe-fdc7-4e4c-b37e-05868421c771 HTTP/1.1" status: 200 len: 946 time: 0.1529148 Mar 31 15:37:54.107765 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-06dbe737-b23a-46b7-818e-ca211aa68d16 admin admin] Publish callbacks [] for security_group (b9fd49f5-aa10-4686-a052-7e6ca9dd014a), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:54.134694 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-379fc804-b501-4399-980e-a3249063e7b8 req-1dacf738-2057-4127-ae32-4db8e520398c tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=893dd59441624f78817c4a649a0aaf40 HTTP/1.1" status: 200 len: 472 time: 0.2042642 Mar 31 15:37:54.152573 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.v2.base [req-379fc804-b501-4399-980e-a3249063e7b8 req-74c6e1a6-27dc-4718-a386-7e579fe3e220 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Request body: {'port': {'device_id': 'e103c7fe-6d4d-4686-bc84-a52957c5ff89', 'network_id': 'ffd9f9ff-86a8-41a0-b247-ed3515901842', 'admin_state_up': True, 'tenant_id': '893dd59441624f78817c4a649a0aaf40', 'security_groups': ['e011baaf-84f9-4646-8dd7-458d741337cc']}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:37:54.175243 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-f58635c4-3bc2-41ad-9b7d-79e3c5c4ae49 admin admin] Publish callbacks [] for security_group (b4a3423a-17b5-448a-aafa-c5b834e49316), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:54.183014 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-89ea5b34-1fa4-4cf7-9a68-267f9777d4ca req-3f2f4930-6aec-4f7d-924c-eee9740e3c9a tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/ports?device_id=e103c7fe-6d4d-4686-bc84-a52957c5ff89 HTTP/1.1" status: 200 len: 210 time: 0.0477791 Mar 31 15:37:54.227899 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-9f46fde7-a885-4011-8641-1ad090c06eec req-a0b82a89-a25b-4169-9044-78e7f569bf18 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/security-groups?id=9020a30f-f95a-46d9-b9d2-f07418290371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452363 Mar 31 15:37:54.250708 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-f58635c4-3bc2-41ad-9b7d-79e3c5c4ae49 admin admin] Publish callbacks [] for security_group (b4a3423a-17b5-448a-aafa-c5b834e49316), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:54.328275 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-06dbe737-b23a-46b7-818e-ca211aa68d16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (b9fd49f5-aa10-4686-a052-7e6ca9dd014a), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:54.331010 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-06dbe737-b23a-46b7-818e-ca211aa68d16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:54.332209 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-06dbe737-b23a-46b7-818e-ca211aa68d16 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b9fd49f5-aa10-4686-a052-7e6ca9dd014a HTTP/1.1" status: 204 len: 168 time: 0.3564799 Mar 31 15:37:54.341001 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dbe737-b23a-46b7-818e-ca211aa68d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9fd49f5-aa10-4686-a052-7e6ca9dd014a,revision_number=None']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:54.390366 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-379fc804-b501-4399-980e-a3249063e7b8 req-74c6e1a6-27dc-4718-a386-7e579fe3e220 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Made reservation on behalf of 893dd59441624f78817c4a649a0aaf40 for: {'port': 1} {{(pid=104159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:37:54.394273 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-379fc804-b501-4399-980e-a3249063e7b8 req-74c6e1a6-27dc-4718-a386-7e579fe3e220 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:54.424647 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-f58635c4-3bc2-41ad-9b7d-79e3c5c4ae49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (b4a3423a-17b5-448a-aafa-c5b834e49316), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:54.427451 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-f58635c4-3bc2-41ad-9b7d-79e3c5c4ae49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:54.428822 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-f58635c4-3bc2-41ad-9b7d-79e3c5c4ae49 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b4a3423a-17b5-448a-aafa-c5b834e49316 HTTP/1.1" status: 204 len: 168 time: 0.4626217 Mar 31 15:37:54.440970 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58635c4-3bc2-41ad-9b7d-79e3c5c4ae49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a3423a-17b5-448a-aafa-c5b834e49316,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:54.570217 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.db_base_plugin_common [req-379fc804-b501-4399-980e-a3249063e7b8 req-74c6e1a6-27dc-4718-a386-7e579fe3e220 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Allocated IP 172.20.0.5 (ffd9f9ff-86a8-41a0-b247-ed3515901842/2b9feebc-e9c9-4a4e-ad3c-a41e234df103/02a6b381-b9c7-43f3-8762-ee5b863ac711) {{(pid=104159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:37:54.711143 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b940e-8668-4725-9e98-d5c67382d28c req-673db609-a0f9-4689-ae2b-7984a1a3accd tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:54.712801 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-363b940e-8668-4725-9e98-d5c67382d28c req-673db609-a0f9-4689-ae2b-7984a1a3accd tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d36bca0-99c6-4f74-a1e9-8f4e0d61c38b HTTP/1.1" status: 200 len: 945 time: 0.0646198 Mar 31 15:37:54.735618 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-379fc804-b501-4399-980e-a3249063e7b8 req-74c6e1a6-27dc-4718-a386-7e579fe3e220 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks [] for port (02a6b381-b9c7-43f3-8762-ee5b863ac711), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:54.786685 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-363b940e-8668-4725-9e98-d5c67382d28c req-a1869b4d-c0ff-4956-adfb-cf26863995de tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614543 Mar 31 15:37:54.871214 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-379fc804-b501-4399-980e-a3249063e7b8 req-74c6e1a6-27dc-4718-a386-7e579fe3e220 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772784453870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3148002'] for port (02a6b381-b9c7-43f3-8762-ee5b863ac711), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:54.918319 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-379fc804-b501-4399-980e-a3249063e7b8 req-74c6e1a6-27dc-4718-a386-7e579fe3e220 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Network ffd9f9ff-86a8-41a0-b247-ed3515901842 is already hosted by enough agents. {{(pid=104159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:37:54.922296 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [req-379fc804-b501-4399-980e-a3249063e7b8 req-74c6e1a6-27dc-4718-a386-7e579fe3e220 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Resources bound (agent type, host, resource id): {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:37:54.933603 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.l3_dvrscheduler_db [req-379fc804-b501-4399-980e-a3249063e7b8 req-74c6e1a6-27dc-4718-a386-7e579fe3e220 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Received port after_create {{(pid=104159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:37:54.942999 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c6e1a6-27dc-4718-a386-7e579fe3e220 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Pushing event updated for resources: {'Port': ['ID=02a6b381-b9c7-43f3-8762-ee5b863ac711,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:55.011365 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379fc804-b501-4399-980e-a3249063e7b8 req-74c6e1a6-27dc-4718-a386-7e579fe3e220 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:55.012251 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-379fc804-b501-4399-980e-a3249063e7b8 req-74c6e1a6-27dc-4718-a386-7e579fe3e220 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043269'] for port (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:55.084945 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-379fc804-b501-4399-980e-a3249063e7b8 req-74c6e1a6-27dc-4718-a386-7e579fe3e220 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9403939 Mar 31 15:37:55.108908 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.v2.base [req-379fc804-b501-4399-980e-a3249063e7b8 req-5277333f-5a1d-477c-be76-05bf77487579 service neutron] Request body: {'port': {'device_id': 'e103c7fe-6d4d-4686-bc84-a52957c5ff89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:37:55.203599 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-379fc804-b501-4399-980e-a3249063e7b8 req-5277333f-5a1d-477c-be76-05bf77487579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (02a6b381-b9c7-43f3-8762-ee5b863ac711), before_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:55.337720 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-4d19ea03-3a91-4b2f-8105-81118e229361 None None] Provisioning complete for port 02a6b381-b9c7-43f3-8762-ee5b863ac711 triggered by entity DHCP. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:37:55.338661 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-4d19ea03-3a91-4b2f-8105-81118e229361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (02a6b381-b9c7-43f3-8762-ee5b863ac711), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:55.408462 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-4d19ea03-3a91-4b2f-8105-81118e229361 None None] Port 02a6b381-b9c7-43f3-8762-ee5b863ac711 cannot update to ACTIVE because it is not bound. {{(pid=104160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:37:55.513113 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae11b3-c0fb-4fb2-814c-a2c34cc120b2 req-ba7ec9a2-79e8-469b-ba47-7e0ed4d97dc2 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:55.526147 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-79ae11b3-c0fb-4fb2-814c-a2c34cc120b2 req-ba7ec9a2-79e8-469b-ba47-7e0ed4d97dc2 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/ports?device_id=736bebfe-fdc7-4e4c-b37e-05868421c771 HTTP/1.1" status: 200 len: 946 time: 0.1240938 Mar 31 15:37:55.596969 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-79ae11b3-c0fb-4fb2-814c-a2c34cc120b2 req-4fb65c6a-fa5b-46a0-b454-5b5da4422efb tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/security-groups?id=9020a30f-f95a-46d9-b9d2-f07418290371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692375 Mar 31 15:37:55.608359 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 46136) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:55.740926 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704246a0-7bc8-4ecc-b360-4ddcd6c34a82 req-c9dc65d1-4008-4e62-bfd8-9ceeaef4873f tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:55.742415 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-704246a0-7bc8-4ecc-b360-4ddcd6c34a82 req-c9dc65d1-4008-4e62-bfd8-9ceeaef4873f tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/ports?device_id=e103c7fe-6d4d-4686-bc84-a52957c5ff89 HTTP/1.1" status: 200 len: 931 time: 0.3939168 Mar 31 15:37:55.825712 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-704246a0-7bc8-4ecc-b360-4ddcd6c34a82 req-a616b3b7-7d41-4eeb-8542-c44625056579 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/security-groups?id=e011baaf-84f9-4646-8dd7-458d741337cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708494 Mar 31 15:37:55.972337 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.notifiers.nova [req-379fc804-b501-4399-980e-a3249063e7b8 req-5277333f-5a1d-477c-be76-05bf77487579 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02a6b381-b9c7-43f3-8762-ee5b863ac711 {{(pid=104159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:37:55.982469 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b039d96-ac9e-49fd-8962-17bbf66ab751 req-2eba0efb-9714-41c2-950d-f7abd47a460c tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:55.984101 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-8b039d96-ac9e-49fd-8962-17bbf66ab751 req-2eba0efb-9714-41c2-950d-f7abd47a460c tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d36bca0-99c6-4f74-a1e9-8f4e0d61c38b HTTP/1.1" status: 200 len: 945 time: 0.0848331 Mar 31 15:37:55.992440 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-b1039149-6756-4152-9995-5c2d24124217 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:55.995123 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-379fc804-b501-4399-980e-a3249063e7b8 req-5277333f-5a1d-477c-be76-05bf77487579 service neutron] Publish callbacks [] for port (02a6b381-b9c7-43f3-8762-ee5b863ac711), precommit_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:56.016088 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.provisioning_blocks [req-379fc804-b501-4399-980e-a3249063e7b8 req-5277333f-5a1d-477c-be76-05bf77487579 service neutron] Transition to ACTIVE for port object 02a6b381-b9c7-43f3-8762-ee5b863ac711 will not be triggered until provisioned by entity L2. {{(pid=104159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 15:37:56.080079 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-8b039d96-ac9e-49fd-8962-17bbf66ab751 req-6aeeff91-1374-47cc-bd4d-8010fb3fe95e tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780597 Mar 31 15:37:56.123604 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-b1039149-6756-4152-9995-5c2d24124217 admin admin] Publish callbacks [] for security_group (8da7f6a9-8367-4b2b-ad42-8e229c918e43), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:56.174339 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-379fc804-b501-4399-980e-a3249063e7b8 req-5277333f-5a1d-477c-be76-05bf77487579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3148011'] for port (02a6b381-b9c7-43f3-8762-ee5b863ac711), after_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:56.233281 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-b1039149-6756-4152-9995-5c2d24124217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (8da7f6a9-8367-4b2b-ad42-8e229c918e43), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:56.282588 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1039149-6756-4152-9995-5c2d24124217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8da7f6a9-8367-4b2b-ad42-8e229c918e43,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:56.300104 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5277333f-5a1d-477c-be76-05bf77487579 service neutron] Pushing event updated for resources: {'Port': ['ID=02a6b381-b9c7-43f3-8762-ee5b863ac711,revision_number=2']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:56.320361 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-b1039149-6756-4152-9995-5c2d24124217 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d693cee1d3d64bd0ad8379cac17693ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7109015 Mar 31 15:37:56.323030 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 46162) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:56.351474 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.managers [req-379fc804-b501-4399-980e-a3249063e7b8 req-5277333f-5a1d-477c-be76-05bf77487579 service neutron] Attempting to bind port 02a6b381-b9c7-43f3-8762-ee5b863ac711 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:37:56.351860 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.managers [req-379fc804-b501-4399-980e-a3249063e7b8 req-5277333f-5a1d-477c-be76-05bf77487579 service neutron] Attempting to bind port 02a6b381-b9c7-43f3-8762-ee5b863ac711 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '3e695c53-0855-4033-b66c-5de9c04ee5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ffd9f9ff-86a8-41a0-b247-ed3515901842'}] {{(pid=104159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:37:56.352205 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379fc804-b501-4399-980e-a3249063e7b8 req-5277333f-5a1d-477c-be76-05bf77487579 service neutron] Attempting to bind port 02a6b381-b9c7-43f3-8762-ee5b863ac711 on network ffd9f9ff-86a8-41a0-b247-ed3515901842 {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:37:56.357172 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379fc804-b501-4399-980e-a3249063e7b8 req-5277333f-5a1d-477c-be76-05bf77487579 service neutron] Port 02a6b381-b9c7-43f3-8762-ee5b863ac711 on network ffd9f9ff-86a8-41a0-b247-ed3515901842 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 15:37:56.362164 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379fc804-b501-4399-980e-a3249063e7b8 req-5277333f-5a1d-477c-be76-05bf77487579 service neutron] Attempting to bind port 02a6b381-b9c7-43f3-8762-ee5b863ac711 on network ffd9f9ff-86a8-41a0-b247-ed3515901842 {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:37:56.363686 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379fc804-b501-4399-980e-a3249063e7b8 req-5277333f-5a1d-477c-be76-05bf77487579 service neutron] Checking agent: {'id': '42669199-0b56-4e25-9a3d-cc561c912f6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 34, 6), 'started_at': datetime.datetime(2022, 3, 31, 15, 34, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:37:56.364073 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379fc804-b501-4399-980e-a3249063e7b8 req-5277333f-5a1d-477c-be76-05bf77487579 service neutron] Checking segment: {'id': '3e695c53-0855-4033-b66c-5de9c04ee5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ffd9f9ff-86a8-41a0-b247-ed3515901842'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:37:56.364556 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379fc804-b501-4399-980e-a3249063e7b8 req-5277333f-5a1d-477c-be76-05bf77487579 service neutron] Bound using segment: {'id': '3e695c53-0855-4033-b66c-5de9c04ee5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ffd9f9ff-86a8-41a0-b247-ed3515901842'} {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:37:56.365023 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.managers [req-379fc804-b501-4399-980e-a3249063e7b8 req-5277333f-5a1d-477c-be76-05bf77487579 service neutron] Bound port: 02a6b381-b9c7-43f3-8762-ee5b863ac711, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e695c53-0855-4033-b66c-5de9c04ee5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ffd9f9ff-86a8-41a0-b247-ed3515901842'}}] {{(pid=104159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:37:56.365405 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-379fc804-b501-4399-980e-a3249063e7b8 req-5277333f-5a1d-477c-be76-05bf77487579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (02a6b381-b9c7-43f3-8762-ee5b863ac711), before_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:56.409294 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-3866038d-ef00-4e12-94f2-ec5e16297092 admin admin] Publish callbacks [] for security_group (8da7f6a9-8367-4b2b-ad42-8e229c918e43), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:56.438605 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-3866038d-ef00-4e12-94f2-ec5e16297092 admin admin] Publish callbacks [] for security_group (8da7f6a9-8367-4b2b-ad42-8e229c918e43), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:56.470675 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.db [req-379fc804-b501-4399-980e-a3249063e7b8 req-5277333f-5a1d-477c-be76-05bf77487579 service neutron] For port 02a6b381-b9c7-43f3-8762-ee5b863ac711, host hv-cinder-75078, cleared binding levels {{(pid=104159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:37:56.475365 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.db [req-379fc804-b501-4399-980e-a3249063e7b8 req-5277333f-5a1d-477c-be76-05bf77487579 service neutron] For port 02a6b381-b9c7-43f3-8762-ee5b863ac711, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=02a6b381-b9c7-43f3-8762-ee5b863ac711,segment=NetworkSegment(3e695c53-0855-4033-b66c-5de9c04ee5a9),segment_id=3e695c53-0855-4033-b66c-5de9c04ee5a9)] {{(pid=104159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:37:56.603730 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-379fc804-b501-4399-980e-a3249063e7b8 req-5277333f-5a1d-477c-be76-05bf77487579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3148011'] for port (02a6b381-b9c7-43f3-8762-ee5b863ac711), after_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:56.632302 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-3866038d-ef00-4e12-94f2-ec5e16297092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (8da7f6a9-8367-4b2b-ad42-8e229c918e43), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:56.642752 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-3866038d-ef00-4e12-94f2-ec5e16297092 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:56.645948 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-3866038d-ef00-4e12-94f2-ec5e16297092 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8da7f6a9-8367-4b2b-ad42-8e229c918e43 HTTP/1.1" status: 204 len: 168 time: 0.3209856 Mar 31 15:37:56.652756 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379fc804-b501-4399-980e-a3249063e7b8 req-5277333f-5a1d-477c-be76-05bf77487579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:56.653522 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-379fc804-b501-4399-980e-a3249063e7b8 req-5277333f-5a1d-477c-be76-05bf77487579 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043269'] for port (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:56.655406 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-379fc804-b501-4399-980e-a3249063e7b8 req-5277333f-5a1d-477c-be76-05bf77487579 service neutron] 10.222.0.26 "PUT /v2.0/ports/02a6b381-b9c7-43f3-8762-ee5b863ac711 HTTP/1.1" status: 200 len: 1093 time: 1.5508044 Mar 31 15:37:56.655406 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e103c7fe-6d4d-4686-bc84-a52957c5ff89', 'tag': '02a6b381-b9c7-43f3-8762-ee5b863ac711'}] {{(pid=104159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:37:56.661130 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea64b363b0503405ce6d4d78215f64c9ed163e64c8f258dff0ae871dea148ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a80348c9-4706-4ced-a662-3818b713b6c9" -d '{"events": [{"name": "network-changed", "server_uuid": "e103c7fe-6d4d-4686-bc84-a52957c5ff89", "tag": "02a6b381-b9c7-43f3-8762-ee5b863ac711"}]}' {{(pid=104159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:37:56.669779 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3866038d-ef00-4e12-94f2-ec5e16297092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da7f6a9-8367-4b2b-ad42-8e229c918e43,revision_number=None']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:56.736411 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5277333f-5a1d-477c-be76-05bf77487579 service neutron] Pushing event updated for resources: {'Port': ['ID=02a6b381-b9c7-43f3-8762-ee5b863ac711,revision_number=3']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:56.785921 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e4c0c5-9737-4909-82a2-bfe8bd71ae61 x-openstack-request-id: req-f9e4c0c5-9737-4909-82a2-bfe8bd71ae61 {{(pid=104159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:37:56.797864 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e103c7fe-6d4d-4686-bc84-a52957c5ff89", "tag": "02a6b381-b9c7-43f3-8762-ee5b863ac711", "status": "completed", "code": 200}]} {{(pid=104159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:37:56.798355 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f9e4c0c5-9737-4909-82a2-bfe8bd71ae61 {{(pid=104159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:37:56.798963 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9e4c0c5-9737-4909-82a2-bfe8bd71ae61'] response: {'name': 'network-changed', 'server_uuid': 'e103c7fe-6d4d-4686-bc84-a52957c5ff89', 'tag': '02a6b381-b9c7-43f3-8762-ee5b863ac711', 'status': 'completed', 'code': 200} Mar 31 15:37:56.940641 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da4d9e-f2cf-49cd-a379-3b530be4ffec req-1fc55de4-5af5-48cb-8dfd-c083ee2ca9f5 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:56.962599 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-94da4d9e-f2cf-49cd-a379-3b530be4ffec req-1fc55de4-5af5-48cb-8dfd-c083ee2ca9f5 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/ports?device_id=736bebfe-fdc7-4e4c-b37e-05868421c771 HTTP/1.1" status: 200 len: 946 time: 0.2003562 Mar 31 15:37:57.037865 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80348c9-4706-4ced-a662-3818b713b6c9 req-50f81278-aeb1-4b6f-83a4-f88f43f84f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:57.041294 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd65a9-27f2-4b99-a6f5-ad276a14ce12 req-cce37890-e00b-40ab-9fa9-72dac55cb640 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:57.042291 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-a80348c9-4706-4ced-a662-3818b713b6c9 req-50f81278-aeb1-4b6f-83a4-f88f43f84f4b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=893dd59441624f78817c4a649a0aaf40&device_id=e103c7fe-6d4d-4686-bc84-a52957c5ff89 HTTP/1.1" status: 200 len: 1127 time: 0.2169380 Mar 31 15:37:57.043636 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-1cdd65a9-27f2-4b99-a6f5-ad276a14ce12 req-cce37890-e00b-40ab-9fa9-72dac55cb640 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/ports?device_id=e103c7fe-6d4d-4686-bc84-a52957c5ff89 HTTP/1.1" status: 200 len: 943 time: 0.0871210 Mar 31 15:37:57.049427 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-94da4d9e-f2cf-49cd-a379-3b530be4ffec req-1ff15400-ece1-4f81-a4b5-433855ee8a73 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/security-groups?id=9020a30f-f95a-46d9-b9d2-f07418290371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843236 Mar 31 15:37:57.127992 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-1cdd65a9-27f2-4b99-a6f5-ad276a14ce12 req-2b613bda-89dd-464b-8415-975dda91df69 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/security-groups?id=e011baaf-84f9-4646-8dd7-458d741337cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677414 Mar 31 15:37:57.248639 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80348c9-4706-4ced-a662-3818b713b6c9 req-f439f9e4-3647-4cad-bff5-5a09de4b5855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:57.251459 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-a80348c9-4706-4ced-a662-3818b713b6c9 req-f439f9e4-3647-4cad-bff5-5a09de4b5855 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=893dd59441624f78817c4a649a0aaf40&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2009854 Mar 31 15:37:57.329083 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca8e196-5d0f-4522-9e66-558b8bf9aa3b req-9aa19ff6-a348-4575-a04f-25e1232b929e tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:57.333720 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-7ca8e196-5d0f-4522-9e66-558b8bf9aa3b req-9aa19ff6-a348-4575-a04f-25e1232b929e tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d36bca0-99c6-4f74-a1e9-8f4e0d61c38b HTTP/1.1" status: 200 len: 945 time: 0.1638792 Mar 31 15:37:57.415628 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-7ca8e196-5d0f-4522-9e66-558b8bf9aa3b req-ab571fd8-921e-4319-9757-ec07588653c0 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687909 Mar 31 15:37:57.426398 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80348c9-4706-4ced-a662-3818b713b6c9 req-3df5efc7-9942-416b-94af-93cddadf876b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:57.427889 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-a80348c9-4706-4ced-a662-3818b713b6c9 req-3df5efc7-9942-416b-94af-93cddadf876b service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1685648 Mar 31 15:37:57.522335 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379fc804-b501-4399-980e-a3249063e7b8 req-8894f966-2517-481e-a278-5361756b9ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:57.523826 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-379fc804-b501-4399-980e-a3249063e7b8 req-8894f966-2517-481e-a278-5361756b9ff1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=893dd59441624f78817c4a649a0aaf40&device_id=e103c7fe-6d4d-4686-bc84-a52957c5ff89 HTTP/1.1" status: 200 len: 1127 time: 0.0524590 Mar 31 15:37:57.537990 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 46196) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:57.580081 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-379fc804-b501-4399-980e-a3249063e7b8 req-b5e8fed7-38c3-43a7-90b8-d3000d704bc6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02a6b381-b9c7-43f3-8762-ee5b863ac711 HTTP/1.1" status: 200 len: 217 time: 0.0466919 Mar 31 15:37:57.641473 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379fc804-b501-4399-980e-a3249063e7b8 req-28bb6f2c-5282-4ea5-ae1b-4a5b88e69abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:57.643137 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-379fc804-b501-4399-980e-a3249063e7b8 req-28bb6f2c-5282-4ea5-ae1b-4a5b88e69abe service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2b9feebc-e9c9-4a4e-ad3c-a41e234df103 HTTP/1.1" status: 200 len: 854 time: 0.0567489 Mar 31 15:37:57.664352 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-eb32b1ec-4d89-40d2-a8fe-4178c1e293c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:57.701757 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379fc804-b501-4399-980e-a3249063e7b8 req-ed601d7b-81aa-4cb2-8669-ae563c9b9fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:57.703323 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-379fc804-b501-4399-980e-a3249063e7b8 req-ed601d7b-81aa-4cb2-8669-ae563c9b9fda service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ffd9f9ff-86a8-41a0-b247-ed3515901842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0527568 Mar 31 15:37:57.746553 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-eb32b1ec-4d89-40d2-a8fe-4178c1e293c9 admin admin] Publish callbacks [] for security_group (09c9eca4-519f-437d-87dd-9d4d44dd55cc), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:57.805260 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-379fc804-b501-4399-980e-a3249063e7b8 req-efb28f02-2b5a-4cf5-9b66-9b1128756432 service neutron] 10.222.0.26 "GET /v2.0/networks/ffd9f9ff-86a8-41a0-b247-ed3515901842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946207 Mar 31 15:37:57.904434 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-379fc804-b501-4399-980e-a3249063e7b8 req-9c522700-6cc5-4e7c-b14a-5bd9e86a2969 service neutron] 10.222.0.26 "GET /v2.0/networks/ffd9f9ff-86a8-41a0-b247-ed3515901842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919993 Mar 31 15:37:57.925160 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 46200) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:57.937784 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-49ac0f50-e927-4794-b28b-7eeec20600ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:57.988875 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-eb32b1ec-4d89-40d2-a8fe-4178c1e293c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (09c9eca4-519f-437d-87dd-9d4d44dd55cc), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:58.056560 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 46204) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:58.057115 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-eb32b1ec-4d89-40d2-a8fe-4178c1e293c9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ad539108f28c43a2a3e2293e4b37c274&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5178454 Mar 31 15:37:58.063247 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-49ac0f50-e927-4794-b28b-7eeec20600ca admin admin] Publish callbacks [] for security_group (ca647a10-0d84-4a12-9896-0d1d3fb6d9e1), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:58.064423 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb32b1ec-4d89-40d2-a8fe-4178c1e293c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09c9eca4-519f-437d-87dd-9d4d44dd55cc,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:58.112075 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-41d14482-b6e6-4856-ab08-ef8c961d851b admin admin] Publish callbacks [] for security_group (09c9eca4-519f-437d-87dd-9d4d44dd55cc), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:58.136528 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-41d14482-b6e6-4856-ab08-ef8c961d851b admin admin] Publish callbacks [] for security_group (09c9eca4-519f-437d-87dd-9d4d44dd55cc), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:58.189062 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e09f62-8838-413e-b629-e0102d91a39b req-15d0f6ea-81ec-49d3-a8ee-24462b286e88 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:58.190594 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-57e09f62-8838-413e-b629-e0102d91a39b req-15d0f6ea-81ec-49d3-a8ee-24462b286e88 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/ports?device_id=736bebfe-fdc7-4e4c-b37e-05868421c771 HTTP/1.1" status: 200 len: 946 time: 0.0591326 Mar 31 15:37:58.191853 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-49ac0f50-e927-4794-b28b-7eeec20600ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (ca647a10-0d84-4a12-9896-0d1d3fb6d9e1), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:58.244400 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-49ac0f50-e927-4794-b28b-7eeec20600ca admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=96ef25083d644cbdbcd4f504b6904e10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3181009 Mar 31 15:37:58.248300 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 46210) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:58.259142 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ac0f50-e927-4794-b28b-7eeec20600ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca647a10-0d84-4a12-9896-0d1d3fb6d9e1,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:58.281911 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-57e09f62-8838-413e-b629-e0102d91a39b req-7584a1f7-d2c8-40e9-b254-409ac58a2303 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/security-groups?id=9020a30f-f95a-46d9-b9d2-f07418290371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805604 Mar 31 15:37:58.290525 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59441c00-37bc-4025-99f6-aaf82c551568 req-b9bcd207-c1bb-4577-bdb3-8f2ac32cdfde tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:58.292305 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-59441c00-37bc-4025-99f6-aaf82c551568 req-b9bcd207-c1bb-4577-bdb3-8f2ac32cdfde tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/ports?device_id=e103c7fe-6d4d-4686-bc84-a52957c5ff89 HTTP/1.1" status: 200 len: 943 time: 0.0806279 Mar 31 15:37:58.295348 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-41d14482-b6e6-4856-ab08-ef8c961d851b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (09c9eca4-519f-437d-87dd-9d4d44dd55cc), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:58.300449 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-41d14482-b6e6-4856-ab08-ef8c961d851b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:58.300449 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-41d14482-b6e6-4856-ab08-ef8c961d851b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/09c9eca4-519f-437d-87dd-9d4d44dd55cc HTTP/1.1" status: 204 len: 168 time: 0.2415078 Mar 31 15:37:58.324984 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d14482-b6e6-4856-ab08-ef8c961d851b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c9eca4-519f-437d-87dd-9d4d44dd55cc,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:58.372224 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-2a361967-cc26-475c-9d89-7eac1ec38775 admin admin] Publish callbacks [] for security_group (ca647a10-0d84-4a12-9896-0d1d3fb6d9e1), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:58.389592 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-59441c00-37bc-4025-99f6-aaf82c551568 req-3356c449-cc50-4fc9-bf2f-14e8e810fe68 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/security-groups?id=e011baaf-84f9-4646-8dd7-458d741337cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838499 Mar 31 15:37:58.414484 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-2a361967-cc26-475c-9d89-7eac1ec38775 admin admin] Publish callbacks [] for security_group (ca647a10-0d84-4a12-9896-0d1d3fb6d9e1), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:58.557176 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae9f814-69f1-429b-9642-0fa58c4e9352 req-7a946035-98ba-4abc-9ba5-f53fabfe07c5 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:58.558728 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-4ae9f814-69f1-429b-9642-0fa58c4e9352 req-7a946035-98ba-4abc-9ba5-f53fabfe07c5 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d36bca0-99c6-4f74-a1e9-8f4e0d61c38b HTTP/1.1" status: 200 len: 945 time: 0.0596058 Mar 31 15:37:58.614941 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-4ae9f814-69f1-429b-9642-0fa58c4e9352 req-5e60c5a9-13dc-4a53-b797-6ca3a2488af9 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498009 Mar 31 15:37:58.632961 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-2a361967-cc26-475c-9d89-7eac1ec38775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (ca647a10-0d84-4a12-9896-0d1d3fb6d9e1), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:58.636438 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-2a361967-cc26-475c-9d89-7eac1ec38775 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:37:58.637225 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-2a361967-cc26-475c-9d89-7eac1ec38775 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ca647a10-0d84-4a12-9896-0d1d3fb6d9e1 HTTP/1.1" status: 204 len: 168 time: 0.3877671 Mar 31 15:37:58.645595 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a361967-cc26-475c-9d89-7eac1ec38775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca647a10-0d84-4a12-9896-0d1d3fb6d9e1,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:37:59.402527 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e5a361-b38e-4660-8567-07ac1dfabca4 req-0d4516a6-6eee-4985-ad3b-a2a214eb8238 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:59.403995 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-23e5a361-b38e-4660-8567-07ac1dfabca4 req-0d4516a6-6eee-4985-ad3b-a2a214eb8238 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/ports?device_id=736bebfe-fdc7-4e4c-b37e-05868421c771 HTTP/1.1" status: 200 len: 946 time: 0.0576062 Mar 31 15:37:59.459197 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-23e5a361-b38e-4660-8567-07ac1dfabca4 req-86d81a3e-33fd-4ed5-9edc-22c6ed63e76d tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/security-groups?id=9020a30f-f95a-46d9-b9d2-f07418290371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479655 Mar 31 15:37:59.542121 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0795bd81-9464-4d10-8493-993e04a1a425 req-adce29e9-1de0-4aa0-a337-9a5cef5c4340 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:59.549697 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-0795bd81-9464-4d10-8493-993e04a1a425 req-adce29e9-1de0-4aa0-a337-9a5cef5c4340 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/ports?device_id=e103c7fe-6d4d-4686-bc84-a52957c5ff89 HTTP/1.1" status: 200 len: 943 time: 0.0731792 Mar 31 15:37:59.631700 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-0795bd81-9464-4d10-8493-993e04a1a425 req-6fd6e98d-4c4f-44c2-af05-e2198b0b286c tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/security-groups?id=e011baaf-84f9-4646-8dd7-458d741337cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811019 Mar 31 15:37:59.670953 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 46270) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:37:59.747573 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39545820-eb6f-469a-b5e1-13974bfa957e req-1ca080e4-c243-4454-b017-ad9db8821fd2 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:37:59.749181 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-39545820-eb6f-469a-b5e1-13974bfa957e req-1ca080e4-c243-4454-b017-ad9db8821fd2 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d36bca0-99c6-4f74-a1e9-8f4e0d61c38b HTTP/1.1" status: 200 len: 945 time: 0.0592999 Mar 31 15:37:59.809652 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.v2.base [None req-abc8f9be-6f3d-4296-a5d2-41798d1f47ac admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-285915391-network', 'tenant_id': '97f648d2040e46619b3954fdd71c33e8'}} {{(pid=104158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:37:59.818568 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-39545820-eb6f-469a-b5e1-13974bfa957e req-240b3363-0f3b-4889-a7a3-ecc9a49865c8 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632138 Mar 31 15:37:59.990689 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc8f9be-6f3d-4296-a5d2-41798d1f47ac admin admin] Made reservation on behalf of 97f648d2040e46619b3954fdd71c33e8 for: {'network': 1} {{(pid=104158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:37:59.992982 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-abc8f9be-6f3d-4296-a5d2-41798d1f47ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for network (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:00.002797 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-abc8f9be-6f3d-4296-a5d2-41798d1f47ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:00.087680 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-abc8f9be-6f3d-4296-a5d2-41798d1f47ac admin admin] Publish callbacks [] for security_group (d68b3844-fac7-4489-9655-759f50646b5c), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:00.162331 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-abc8f9be-6f3d-4296-a5d2-41798d1f47ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (d68b3844-fac7-4489-9655-759f50646b5c), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:00.184082 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abc8f9be-6f3d-4296-a5d2-41798d1f47ac admin admin] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=104158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:38:00.200451 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc8f9be-6f3d-4296-a5d2-41798d1f47ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d68b3844-fac7-4489-9655-759f50646b5c,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:38:00.205141 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-abc8f9be-6f3d-4296-a5d2-41798d1f47ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8219139'] for segment (25aae32e-21b3-4f37-a289-8c4b40c39a0c), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:00.205141 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.db.segments_db [None req-abc8f9be-6f3d-4296-a5d2-41798d1f47ac admin admin] Added segment 25aae32e-21b3-4f37-a289-8c4b40c39a0c of type vlan for network f4ce866d-bd2c-465f-9b46-26cead684cc4 Mar 31 15:38:00.249287 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-abc8f9be-6f3d-4296-a5d2-41798d1f47ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772784419386'] for network (f4ce866d-bd2c-465f-9b46-26cead684cc4), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:00.344900 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-abc8f9be-6f3d-4296-a5d2-41798d1f47ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315'] for network (f4ce866d-bd2c-465f-9b46-26cead684cc4), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:00.345889 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc8f9be-6f3d-4296-a5d2-41798d1f47ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:00.346494 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-abc8f9be-6f3d-4296-a5d2-41798d1f47ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043269'] for network (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:00.403313 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc8f9be-6f3d-4296-a5d2-41798d1f47ac admin admin] Pushing event updated for resources: {'Network': ['ID=f4ce866d-bd2c-465f-9b46-26cead684cc4,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:38:00.414132 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Network f4ce866d-bd2c-465f-9b46-26cead684cc4 details requested by agent ovs-agent-dv-cinder-750782-15-smb with host dv-cinder-750782-15-smb {{(pid=104160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 15:38:00.450705 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-abc8f9be-6f3d-4296-a5d2-41798d1f47ac admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7781067 Mar 31 15:38:00.453967 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 46290) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:38:00.460278 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.v2.base [None req-6e3490e8-45f8-48ab-8295-fd1d82a7e457 admin admin] Request body: {'subnet': {'network_id': 'f4ce866d-bd2c-465f-9b46-26cead684cc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-285915391-subnet', 'tenant_id': '97f648d2040e46619b3954fdd71c33e8', 'ip_version': 4}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:38:00.567534 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e3490e8-45f8-48ab-8295-fd1d82a7e457 admin admin] Made reservation on behalf of 97f648d2040e46619b3954fdd71c33e8 for: {'subnet': 1} {{(pid=104159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:38:00.569952 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6e3490e8-45f8-48ab-8295-fd1d82a7e457 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3286889'] for subnet (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:00.594285 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f22872e-f659-4fe8-8a99-9e0282a458fb req-1bd33e14-c86d-44cd-a9da-3bdb96ad68bf tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:00.595885 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-0f22872e-f659-4fe8-8a99-9e0282a458fb req-1bd33e14-c86d-44cd-a9da-3bdb96ad68bf tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/ports?device_id=736bebfe-fdc7-4e4c-b37e-05868421c771 HTTP/1.1" status: 200 len: 946 time: 0.0590236 Mar 31 15:38:00.649859 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-0f22872e-f659-4fe8-8a99-9e0282a458fb req-277372bd-8353-4904-bf9b-feafd8fb8cfc tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/security-groups?id=9020a30f-f95a-46d9-b9d2-f07418290371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474644 Mar 31 15:38:00.797835 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d602804c-d126-45ac-a658-32f6ae42b001 req-6265ad68-88d2-4082-aba0-2cb43230eea5 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:00.799352 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-d602804c-d126-45ac-a658-32f6ae42b001 req-6265ad68-88d2-4082-aba0-2cb43230eea5 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/ports?device_id=e103c7fe-6d4d-4686-bc84-a52957c5ff89 HTTP/1.1" status: 200 len: 943 time: 0.0922410 Mar 31 15:38:00.855530 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6e3490e8-45f8-48ab-8295-fd1d82a7e457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3149394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3286911'] for subnet (f954ac5d-3124-474b-81c1-58056e141a3b), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:00.886520 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-d602804c-d126-45ac-a658-32f6ae42b001 req-f1997b22-6ac7-4b55-a8b7-4b001aba9e1b tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/security-groups?id=e011baaf-84f9-4646-8dd7-458d741337cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794277 Mar 31 15:38:00.928796 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3490e8-45f8-48ab-8295-fd1d82a7e457 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f954ac5d-3124-474b-81c1-58056e141a3b,revision_number=0']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:38:00.938284 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3490e8-45f8-48ab-8295-fd1d82a7e457 admin admin] Checking segment: {'id': '25aae32e-21b3-4f37-a289-8c4b40c39a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'f4ce866d-bd2c-465f-9b46-26cead684cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:38:00.938646 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3490e8-45f8-48ab-8295-fd1d82a7e457 admin admin] Network hostable DHCP agents. Network: f4ce866d-bd2c-465f-9b46-26cead684cc4, hostable agents: ['80b0103a-7158-48a6-b59a-3fe393c523d9'], hosted agents: [] {{(pid=104159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:38:00.997477 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f959b13-568e-4e49-9b61-f94980904f1c req-e6dd9d4f-79f3-47c5-9e34-1006c35a23ba tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:00.999831 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-3f959b13-568e-4e49-9b61-f94980904f1c req-e6dd9d4f-79f3-47c5-9e34-1006c35a23ba tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d36bca0-99c6-4f74-a1e9-8f4e0d61c38b HTTP/1.1" status: 200 len: 945 time: 0.0737548 Mar 31 15:38:01.019745 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3490e8-45f8-48ab-8295-fd1d82a7e457 admin admin] Network f4ce866d-bd2c-465f-9b46-26cead684cc4 is scheduled to be hosted by DHCP agent 80b0103a-7158-48a6-b59a-3fe393c523d9 with binding_index 1 {{(pid=104159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:38:01.059162 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-3f959b13-568e-4e49-9b61-f94980904f1c req-9e7b0c6e-daab-424e-889d-285fcc4582fa tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533328 Mar 31 15:38:01.120246 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [None req-6e3490e8-45f8-48ab-8295-fd1d82a7e457 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-15-smb, f4ce866d-bd2c-465f-9b46-26cead684cc4) {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:38:01.124084 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3490e8-45f8-48ab-8295-fd1d82a7e457 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:01.124686 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6e3490e8-45f8-48ab-8295-fd1d82a7e457 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043269'] for subnet (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:01.128865 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b82915f-5db3-479a-8685-a8d742a8109b None None] Network f4ce866d-bd2c-465f-9b46-26cead684cc4 requested from dv-cinder-750782-15-smb {{(pid=104160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:38:01.236164 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-6e3490e8-45f8-48ab-8295-fd1d82a7e457 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7779629 Mar 31 15:38:01.236690 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 46304) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:38:01.243629 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.v2.base [None req-aa993bc5-3a11-4256-b5bd-285b9c77971b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-285915391-router', 'tenant_id': '97f648d2040e46619b3954fdd71c33e8', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943'}}} {{(pid=104158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:38:01.258365 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23ed0f3-8857-42f8-af4d-9c8240b5a70d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec827e25-5276-5d2f-9d0f-720d9e092647-f4ce866d-bd2c-465f-9b46-26cead684cc4', 'network_id': 'f4ce866d-bd2c-465f-9b46-26cead684cc4', 'project_id': '97f648d2040e46619b3954fdd71c33e8', 'fixed_ips': [{'subnet_id': 'f954ac5d-3124-474b-81c1-58056e141a3b'}]}} from dv-cinder-750782-15-smb. {{(pid=104160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 15:38:01.259780 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-e23ed0f3-8857-42f8-af4d-9c8240b5a70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:01.339360 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-aa993bc5-3a11-4256-b5bd-285b9c77971b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3287'] for router (020013da-2db4-4cc6-9310-85f921e45489), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:01.340532 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-aa993bc5-3a11-4256-b5bd-285b9c77971b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-574202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3294'] for router (020013da-2db4-4cc6-9310-85f921e45489), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:01.408296 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-aa993bc5-3a11-4256-b5bd-285b9c77971b admin admin] Publish callbacks [] for router_controller (020013da-2db4-4cc6-9310-85f921e45489), precommit_add_association {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:01.440172 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.db_base_plugin_common [None req-e23ed0f3-8857-42f8-af4d-9c8240b5a70d None None] Allocated IP 172.20.0.2 (f4ce866d-bd2c-465f-9b46-26cead684cc4/f954ac5d-3124-474b-81c1-58056e141a3b/1d497a5a-bf4d-46f7-af09-d7fe06389995) {{(pid=104160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:38:01.530110 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 46310) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:38:01.607821 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-e23ed0f3-8857-42f8-af4d-9c8240b5a70d None None] Publish callbacks [] for port (1d497a5a-bf4d-46f7-af09-d7fe06389995), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:01.644373 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-aa993bc5-3a11-4256-b5bd-285b9c77971b admin admin] Publish callbacks [] for router_gateway (020013da-2db4-4cc6-9310-85f921e45489), precommit_update {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:01.669825 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-023bfc30-1bdf-44be-99ef-156e7bd6180a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:01.689639 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-e23ed0f3-8857-42f8-af4d-9c8240b5a70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772784453870'] for port (1d497a5a-bf4d-46f7-af09-d7fe06389995), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:01.744382 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23ed0f3-8857-42f8-af4d-9c8240b5a70d None None] Network f4ce866d-bd2c-465f-9b46-26cead684cc4 is already hosted by enough agents. {{(pid=104160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:38:01.754070 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.scheduler.base_scheduler [None req-e23ed0f3-8857-42f8-af4d-9c8240b5a70d None None] Resources bound (agent type, host, resource id): {{(pid=104160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:38:01.760237 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23ed0f3-8857-42f8-af4d-9c8240b5a70d None None] Received port after_create {{(pid=104160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:38:01.765926 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23ed0f3-8857-42f8-af4d-9c8240b5a70d None None] Pushing event updated for resources: {'Port': ['ID=1d497a5a-bf4d-46f7-af09-d7fe06389995,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:38:01.808076 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e296c2-1aed-49db-ba4e-ef32cbbe99c7 req-c96541f9-a532-4753-93d9-cc2b88862a59 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:01.809708 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-e1e296c2-1aed-49db-ba4e-ef32cbbe99c7 req-c96541f9-a532-4753-93d9-cc2b88862a59 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/ports?device_id=736bebfe-fdc7-4e4c-b37e-05868421c771 HTTP/1.1" status: 200 len: 946 time: 0.0735476 Mar 31 15:38:01.826214 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-023bfc30-1bdf-44be-99ef-156e7bd6180a admin admin] Publish callbacks [] for security_group (c502cc0d-d503-47ff-9faa-3b1303a12a33), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:01.838806 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [None req-e23ed0f3-8857-42f8-af4d-9c8240b5a70d None None] Attempting to bind port 1d497a5a-bf4d-46f7-af09-d7fe06389995 on host dv-cinder-750782-15-smb for vnic_type normal with profile {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:38:01.839192 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [None req-e23ed0f3-8857-42f8-af4d-9c8240b5a70d None None] Attempting to bind port 1d497a5a-bf4d-46f7-af09-d7fe06389995 by drivers openvswitch,hyperv on host dv-cinder-750782-15-smb at level 0 using segments [{'id': '25aae32e-21b3-4f37-a289-8c4b40c39a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'f4ce866d-bd2c-465f-9b46-26cead684cc4'}] {{(pid=104160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:38:01.839553 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23ed0f3-8857-42f8-af4d-9c8240b5a70d None None] Attempting to bind port 1d497a5a-bf4d-46f7-af09-d7fe06389995 on network f4ce866d-bd2c-465f-9b46-26cead684cc4 {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:38:01.845878 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23ed0f3-8857-42f8-af4d-9c8240b5a70d None None] Checking agent: {'id': 'fd34c7ed-cab5-463e-81bb-e9aa6ef90623', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 27, 41), 'started_at': datetime.datetime(2022, 3, 31, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:38:01.847211 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23ed0f3-8857-42f8-af4d-9c8240b5a70d None None] Checking segment: {'id': '25aae32e-21b3-4f37-a289-8c4b40c39a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'f4ce866d-bd2c-465f-9b46-26cead684cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:38:01.847211 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-e23ed0f3-8857-42f8-af4d-9c8240b5a70d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:01.847211 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23ed0f3-8857-42f8-af4d-9c8240b5a70d None None] Bound using segment: {'id': '25aae32e-21b3-4f37-a289-8c4b40c39a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'f4ce866d-bd2c-465f-9b46-26cead684cc4'} {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:38:01.848059 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [None req-e23ed0f3-8857-42f8-af4d-9c8240b5a70d None None] Bound port: 1d497a5a-bf4d-46f7-af09-d7fe06389995, host: dv-cinder-750782-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25aae32e-21b3-4f37-a289-8c4b40c39a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'f4ce866d-bd2c-465f-9b46-26cead684cc4'}}] {{(pid=104160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:38:01.848439 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-e23ed0f3-8857-42f8-af4d-9c8240b5a70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (1d497a5a-bf4d-46f7-af09-d7fe06389995), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:01.868708 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-e1e296c2-1aed-49db-ba4e-ef32cbbe99c7 req-492b2337-2190-476d-96b3-a7f11999aca1 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/security-groups?id=9020a30f-f95a-46d9-b9d2-f07418290371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513179 Mar 31 15:38:01.924320 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-023bfc30-1bdf-44be-99ef-156e7bd6180a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (c502cc0d-d503-47ff-9faa-3b1303a12a33), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:01.926399 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-e23ed0f3-8857-42f8-af4d-9c8240b5a70d None None] For port 1d497a5a-bf4d-46f7-af09-d7fe06389995, host dv-cinder-750782-15-smb, cleared binding levels {{(pid=104160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:38:01.933306 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-e23ed0f3-8857-42f8-af4d-9c8240b5a70d None None] For port 1d497a5a-bf4d-46f7-af09-d7fe06389995, host dv-cinder-750782-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-smb',level=0,port_id=1d497a5a-bf4d-46f7-af09-d7fe06389995,segment=NetworkSegment(25aae32e-21b3-4f37-a289-8c4b40c39a0c),segment_id=25aae32e-21b3-4f37-a289-8c4b40c39a0c)] {{(pid=104160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:38:02.033031 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-e23ed0f3-8857-42f8-af4d-9c8240b5a70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (1d497a5a-bf4d-46f7-af09-d7fe06389995), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:02.041338 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023bfc30-1bdf-44be-99ef-156e7bd6180a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c502cc0d-d503-47ff-9faa-3b1303a12a33,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:38:02.057923 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-023bfc30-1bdf-44be-99ef-156e7bd6180a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b7909962a35943e89a111405768d3800&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5238152 Mar 31 15:38:02.060289 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 46320) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:38:02.060831 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a77687-2ff4-435c-92ec-ba6cec594ace req-1eef1fe6-6586-4bde-bf12-f8ab709c7ced tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:02.071259 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-35a77687-2ff4-435c-92ec-ba6cec594ace req-1eef1fe6-6586-4bde-bf12-f8ab709c7ced tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/ports?device_id=e103c7fe-6d4d-4686-bc84-a52957c5ff89 HTTP/1.1" status: 200 len: 943 time: 0.0873690 Mar 31 15:38:02.110256 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23ed0f3-8857-42f8-af4d-9c8240b5a70d None None] Pushing event updated for resources: {'Port': ['ID=1d497a5a-bf4d-46f7-af09-d7fe06389995,revision_number=2']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:38:02.117076 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-aa993bc5-3a11-4256-b5bd-285b9c77971b admin admin] Publish callbacks [] for router_gateway (020013da-2db4-4cc6-9310-85f921e45489), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:02.145663 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-35a77687-2ff4-435c-92ec-ba6cec594ace req-5671bc0a-4d0a-4378-adef-47df6a2ae2ac tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/security-groups?id=e011baaf-84f9-4646-8dd7-458d741337cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630839 Mar 31 15:38:02.149102 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-aa993bc5-3a11-4256-b5bd-285b9c77971b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:02.162374 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-d7b9d6c3-e7ca-4540-b66a-5754a413387b admin admin] Publish callbacks [] for security_group (c502cc0d-d503-47ff-9faa-3b1303a12a33), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:02.229976 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-d7b9d6c3-e7ca-4540-b66a-5754a413387b admin admin] Publish callbacks [] for security_group (c502cc0d-d503-47ff-9faa-3b1303a12a33), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:02.267497 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a28c55-12e8-4712-9c33-6d2dbade8840 req-43c669b1-ed8a-45f6-a416-a9c13eb76785 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:02.274171 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-46a28c55-12e8-4712-9c33-6d2dbade8840 req-43c669b1-ed8a-45f6-a416-a9c13eb76785 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d36bca0-99c6-4f74-a1e9-8f4e0d61c38b HTTP/1.1" status: 200 len: 945 time: 0.0693326 Mar 31 15:38:02.342509 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.db.db_base_plugin_common [None req-aa993bc5-3a11-4256-b5bd-285b9c77971b admin admin] Allocated IP 172.28.2.7 (8959fca3-760a-428d-87ed-41d110f4f943/79fe0710-163f-45bc-8cd9-cc15163c6821/6e3c8195-48ea-4dbd-8c6b-7b4d20045fcf) {{(pid=104158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:38:02.409447 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-46a28c55-12e8-4712-9c33-6d2dbade8840 req-f18dbb1c-5dd6-425a-b764-68096bb9b7bd tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150162 Mar 31 15:38:02.493513 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-d7b9d6c3-e7ca-4540-b66a-5754a413387b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (c502cc0d-d503-47ff-9faa-3b1303a12a33), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:02.495992 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-d7b9d6c3-e7ca-4540-b66a-5754a413387b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:02.497234 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-d7b9d6c3-e7ca-4540-b66a-5754a413387b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c502cc0d-d503-47ff-9faa-3b1303a12a33 HTTP/1.1" status: 204 len: 168 time: 0.4365067 Mar 31 15:38:02.527228 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b9d6c3-e7ca-4540-b66a-5754a413387b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c502cc0d-d503-47ff-9faa-3b1303a12a33,revision_number=None']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:38:02.557652 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2fbd32-81df-497b-9c8a-75b13f1e3b47 req-302dfe9f-650a-4b56-b60b-d76088861a2c tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:02.565810 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-ca2fbd32-81df-497b-9c8a-75b13f1e3b47 req-302dfe9f-650a-4b56-b60b-d76088861a2c tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/ports?device_id=736bebfe-fdc7-4e4c-b37e-05868421c771 HTTP/1.1" status: 200 len: 946 time: 0.1558118 Mar 31 15:38:02.596388 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-aa993bc5-3a11-4256-b5bd-285b9c77971b admin admin] Publish callbacks [] for port (6e3c8195-48ea-4dbd-8c6b-7b4d20045fcf), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:02.606865 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed158cea-06c4-4203-ba5e-c7454ef6e563 req-08aff72c-b27f-418c-b937-66e21af291f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:02.606865 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-ed158cea-06c4-4203-ba5e-c7454ef6e563 req-08aff72c-b27f-418c-b937-66e21af291f0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=be4d3c00b0c245529e30b10275e77a1a&device_id=736bebfe-fdc7-4e4c-b37e-05868421c771 HTTP/1.1" status: 200 len: 1130 time: 0.0972924 Mar 31 15:38:02.650960 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-ca2fbd32-81df-497b-9c8a-75b13f1e3b47 req-4855ac65-2cf7-432a-82b4-6f81ffba049b tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/security-groups?id=9020a30f-f95a-46d9-b9d2-f07418290371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784605 Mar 31 15:38:02.714770 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed158cea-06c4-4203-ba5e-c7454ef6e563 req-b61a8868-43c4-4c2a-a0b7-683903fa9549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:02.716352 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-ed158cea-06c4-4203-ba5e-c7454ef6e563 req-b61a8868-43c4-4c2a-a0b7-683903fa9549 service neutron] 10.222.0.26 "GET /v2.0/networks?id=acf2b035-5efb-451b-83b3-46613c8b8e46 HTTP/1.1" status: 200 len: 912 time: 0.1017666 Mar 31 15:38:02.785346 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-aa993bc5-3a11-4256-b5bd-285b9c77971b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772784453870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302876'] for port (6e3c8195-48ea-4dbd-8c6b-7b4d20045fcf), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:02.791589 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-ed158cea-06c4-4203-ba5e-c7454ef6e563 req-93bae585-748a-4a3e-982b-30031bec15b2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84024e4b-650c-42fa-a4eb-6c52eccd529c HTTP/1.1" status: 200 len: 1002 time: 0.0689209 Mar 31 15:38:02.826519 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa993bc5-3a11-4256-b5bd-285b9c77971b admin admin] Network 8959fca3-760a-428d-87ed-41d110f4f943 is already hosted by enough agents. {{(pid=104158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:38:02.829446 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.scheduler.base_scheduler [None req-aa993bc5-3a11-4256-b5bd-285b9c77971b admin admin] Resources bound (agent type, host, resource id): {{(pid=104158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:38:02.831900 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa993bc5-3a11-4256-b5bd-285b9c77971b admin admin] Received port after_create {{(pid=104158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:38:02.846505 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed158cea-06c4-4203-ba5e-c7454ef6e563 req-6cc8b207-e621-47ec-8320-97ba8a2b4e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:02.850630 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-ed158cea-06c4-4203-ba5e-c7454ef6e563 req-6cc8b207-e621-47ec-8320-97ba8a2b4e46 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0ed38ac7-8ffd-41b7-819b-98cf852cf0d4 HTTP/1.1" status: 200 len: 850 time: 0.0481169 Mar 31 15:38:02.908568 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed158cea-06c4-4203-ba5e-c7454ef6e563 req-cdf7e4dd-e75b-4106-9320-b95666d4be17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:02.910186 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-ed158cea-06c4-4203-ba5e-c7454ef6e563 req-cdf7e4dd-e75b-4106-9320-b95666d4be17 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=acf2b035-5efb-451b-83b3-46613c8b8e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0549884 Mar 31 15:38:03.036824 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-ed158cea-06c4-4203-ba5e-c7454ef6e563 req-22ca99c6-0883-440c-9c60-4ac7f577e998 service neutron] 10.222.0.26 "GET /v2.0/networks/acf2b035-5efb-451b-83b3-46613c8b8e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199477 Mar 31 15:38:03.161952 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa993bc5-3a11-4256-b5bd-285b9c77971b admin admin] Pushing event updated for resources: {'Port': ['ID=6e3c8195-48ea-4dbd-8c6b-7b4d20045fcf,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:38:03.164753 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-ed158cea-06c4-4203-ba5e-c7454ef6e563 req-cd04e883-db6f-491b-8a5a-6880dbcc4631 service neutron] 10.222.0.26 "GET /v2.0/networks/acf2b035-5efb-451b-83b3-46613c8b8e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141062 Mar 31 15:38:03.300941 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bf158d-0196-430a-87d3-0fdffe36e980 req-7dec5d6f-cef0-4171-9980-ba7252586e54 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:03.303626 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-c9bf158d-0196-430a-87d3-0fdffe36e980 req-7dec5d6f-cef0-4171-9980-ba7252586e54 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/ports?device_id=e103c7fe-6d4d-4686-bc84-a52957c5ff89 HTTP/1.1" status: 200 len: 943 time: 0.0695622 Mar 31 15:38:03.370818 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-c9bf158d-0196-430a-87d3-0fdffe36e980 req-746fffc9-63e0-4ef3-adde-83ea019d177e tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/security-groups?id=e011baaf-84f9-4646-8dd7-458d741337cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616341 Mar 31 15:38:03.459863 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56bea4c3-80ea-4786-b903-b4e248f4a305 None None] Network f4ce866d-bd2c-465f-9b46-26cead684cc4 requested from dv-cinder-750782-15-smb {{(pid=104160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:38:03.569330 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-7f5e4f50-00c9-4d48-ab02-0670b60e351a None None] Provisioning complete for port 1d497a5a-bf4d-46f7-af09-d7fe06389995 triggered by entity DHCP. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:38:03.569830 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-7f5e4f50-00c9-4d48-ab02-0670b60e351a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (1d497a5a-bf4d-46f7-af09-d7fe06389995), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:03.574718 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-aa993bc5-3a11-4256-b5bd-285b9c77971b admin admin] Publish callbacks [] for router_gateway (020013da-2db4-4cc6-9310-85f921e45489), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:03.708693 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cdbb73-bcb8-4171-b685-12075ef0430c req-7d6f70b2-9d91-4f93-946f-a46fd2637047 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:03.714481 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-7f5e4f50-00c9-4d48-ab02-0670b60e351a None None] Current status of the port 1d497a5a-bf4d-46f7-af09-d7fe06389995 is: DOWN; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:38:03.717374 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-7f5e4f50-00c9-4d48-ab02-0670b60e351a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (1d497a5a-bf4d-46f7-af09-d7fe06389995), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:03.719778 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-84cdbb73-bcb8-4171-b685-12075ef0430c req-7d6f70b2-9d91-4f93-946f-a46fd2637047 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d36bca0-99c6-4f74-a1e9-8f4e0d61c38b HTTP/1.1" status: 200 len: 945 time: 0.1958518 Mar 31 15:38:03.819081 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-84cdbb73-bcb8-4171-b685-12075ef0430c req-bdf9a51d-d4b6-4ea0-b36f-0c13c88d86c4 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981894 Mar 31 15:38:03.838354 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-7f5e4f50-00c9-4d48-ab02-0670b60e351a None None] For port 1d497a5a-bf4d-46f7-af09-d7fe06389995, host dv-cinder-750782-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-smb',level=0,port_id=1d497a5a-bf4d-46f7-af09-d7fe06389995,segment=NetworkSegment(25aae32e-21b3-4f37-a289-8c4b40c39a0c),segment_id=25aae32e-21b3-4f37-a289-8c4b40c39a0c)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:38:03.906517 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-7f5e4f50-00c9-4d48-ab02-0670b60e351a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (1d497a5a-bf4d-46f7-af09-d7fe06389995), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:03.959674 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b494e89e-9163-42d9-b090-ec89200668e1 req-839e4696-15ee-4ca9-bfbb-915d72e0f953 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:03.965551 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-b494e89e-9163-42d9-b090-ec89200668e1 req-839e4696-15ee-4ca9-bfbb-915d72e0f953 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/ports?device_id=736bebfe-fdc7-4e4c-b37e-05868421c771 HTTP/1.1" status: 200 len: 946 time: 0.1286395 Mar 31 15:38:04.029377 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5e4f50-00c9-4d48-ab02-0670b60e351a None None] Pushing event updated for resources: {'Port': ['ID=1d497a5a-bf4d-46f7-af09-d7fe06389995,revision_number=3']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:38:04.053044 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-aa993bc5-3a11-4256-b5bd-285b9c77971b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573997'] for router (020013da-2db4-4cc6-9310-85f921e45489), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:04.073720 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-b494e89e-9163-42d9-b090-ec89200668e1 req-316f983f-0e82-49c8-92d7-1e1ad8b4b750 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/security-groups?id=9020a30f-f95a-46d9-b9d2-f07418290371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008787 Mar 31 15:38:04.166083 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device 1d497a5a-bf4d-46f7-af09-d7fe06389995 up at agent ovs-agent-dv-cinder-750782-15-smb {{(pid=104160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:38:04.227221 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-1891fce3-1a27-4cdf-a77d-8e018811311f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (80b0103a-7158-48a6-b59a-3fe393c523d9), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:04.246578 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-da49d4d0-67fa-459c-b62f-efe4213e9b34 None None] Provisioning complete for port 1d497a5a-bf4d-46f7-af09-d7fe06389995 triggered by entity DHCP. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:38:04.247272 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-da49d4d0-67fa-459c-b62f-efe4213e9b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (1d497a5a-bf4d-46f7-af09-d7fe06389995), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:04.340900 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa993bc5-3a11-4256-b5bd-285b9c77971b admin admin] Router 020013da-2db4-4cc6-9310-85f921e45489 is scheduled to L3 agent 9721ac04-bac7-49da-b384-3a2049eedfa2 with binding_index 1 {{(pid=104158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 15:38:04.404863 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Provisioning complete for port 1d497a5a-bf4d-46f7-af09-d7fe06389995 triggered by entity L2. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:38:04.405231 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (1d497a5a-bf4d-46f7-af09-d7fe06389995), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:04.518931 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa993bc5-3a11-4256-b5bd-285b9c77971b admin admin] Notify agent at l3_agent.dv-cinder-750782-15-smb the message routers_updated {{(pid=104158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:38:04.531785 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b13834-e16c-4700-b32e-3d9f27a29c79 None None] Sync routers for ids ['020013da-2db4-4cc6-9310-85f921e45489'] in dv-cinder-750782-15-smb {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:38:04.548224 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-da49d4d0-67fa-459c-b62f-efe4213e9b34 None None] Current status of the port 1d497a5a-bf4d-46f7-af09-d7fe06389995 is: ACTIVE; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:38:04.550220 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b13834-e16c-4700-b32e-3d9f27a29c79 None None] Routers {'020013da-2db4-4cc6-9310-85f921e45489'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:38:04.553647 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-e4b13834-e16c-4700-b32e-3d9f27a29c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:37:36Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['020013da-2db4-4cc6-9310-85f921e45489'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:38:04.558316 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c938d07-5ccc-4c61-a9dd-871a6d7076f2 req-74688d09-a5be-4bed-8765-218672665e8a tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:04.559887 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-0c938d07-5ccc-4c61-a9dd-871a6d7076f2 req-74688d09-a5be-4bed-8765-218672665e8a tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/ports?device_id=e103c7fe-6d4d-4686-bc84-a52957c5ff89 HTTP/1.1" status: 200 len: 943 time: 0.1039498 Mar 31 15:38:04.564310 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Current status of the port 1d497a5a-bf4d-46f7-af09-d7fe06389995 is: ACTIVE; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:38:04.625923 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-0c938d07-5ccc-4c61-a9dd-871a6d7076f2 req-ec3f539e-21d2-42a3-a40f-a79f093ba1bb tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/security-groups?id=e011baaf-84f9-4646-8dd7-458d741337cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545521 Mar 31 15:38:04.645045 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-aa993bc5-3a11-4256-b5bd-285b9c77971b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:04.649016 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-aa993bc5-3a11-4256-b5bd-285b9c77971b admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.4083164 Mar 31 15:38:04.649334 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 46372) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:38:04.674459 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-e4b13834-e16c-4700-b32e-3d9f27a29c79 None None] Set router 020013da-2db4-4cc6-9310-85f921e45489 gateway port host: dv-cinder-750782-15-smb {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:38:04.772931 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 46374) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:38:04.894123 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-e4b13834-e16c-4700-b32e-3d9f27a29c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '020013da-2db4-4cc6-9310-85f921e45489', 'name': 'tempest-TestMinimumBasicScenario-285915391-router', 'tenant_id': '97f648d2040e46619b3954fdd71c33e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.7'}], 'enable_snat': True}, 'gw_port_id': '6e3c8195-48ea-4dbd-8c6b-7b4d20045fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:38:01Z', 'updated_at': '2022-03-31T15:38:03Z', 'revision_number': 3, 'project_id': '97f648d2040e46619b3954fdd71c33e8', 'gw_port': {'id': '6e3c8195-48ea-4dbd-8c6b-7b4d20045fcf', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:2b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '020013da-2db4-4cc6-9310-85f921e45489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:38:02Z', 'updated_at': '2022-03-31T15:38:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb'}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:38:04.926437 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b13834-e16c-4700-b32e-3d9f27a29c79 None None] Checking router: 020013da-2db4-4cc6-9310-85f921e45489 for host: dv-cinder-750782-15-smb {{(pid=104161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:38:04.926794 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b13834-e16c-4700-b32e-3d9f27a29c79 None None] Updating router 020013da-2db4-4cc6-9310-85f921e45489 port 6e3c8195-48ea-4dbd-8c6b-7b4d20045fcf binding host dv-cinder-750782-15-smb {{(pid=104161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:38:04.956379 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e4b13834-e16c-4700-b32e-3d9f27a29c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (6e3c8195-48ea-4dbd-8c6b-7b4d20045fcf), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:04.966885 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-53dac273-fc89-4d58-b968-f3d083bb2d84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:05.094185 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a978c63e-489c-49cd-b0ed-82fd85e1fe83 req-a2ce92e5-261b-4994-bfca-76faf27b7e39 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:05.095732 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-a978c63e-489c-49cd-b0ed-82fd85e1fe83 req-a2ce92e5-261b-4994-bfca-76faf27b7e39 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d36bca0-99c6-4f74-a1e9-8f4e0d61c38b HTTP/1.1" status: 200 len: 945 time: 0.1853096 Mar 31 15:38:05.216471 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c4de1-de19-409a-b62f-49700605b40b req-d98d4c50-1141-4806-b044-31c36f3a1583 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:05.220507 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-db2c4de1-de19-409a-b62f-49700605b40b req-d98d4c50-1141-4806-b044-31c36f3a1583 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/ports?device_id=736bebfe-fdc7-4e4c-b37e-05868421c771 HTTP/1.1" status: 200 len: 946 time: 0.0647061 Mar 31 15:38:05.249423 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e4b13834-e16c-4700-b32e-3d9f27a29c79 None None] Publish callbacks [] for port (6e3c8195-48ea-4dbd-8c6b-7b4d20045fcf), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:05.262189 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-a978c63e-489c-49cd-b0ed-82fd85e1fe83 req-9ce2e809-9ce4-49e9-8eca-5ca30a3015fe tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578317 Mar 31 15:38:05.267629 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-53dac273-fc89-4d58-b968-f3d083bb2d84 admin admin] Publish callbacks [] for security_group (5fed6b78-113f-4839-b33b-c9d50e86a996), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:05.283415 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-db2c4de1-de19-409a-b62f-49700605b40b req-c69cb7ed-4e42-465c-ae14-47c411012153 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/security-groups?id=9020a30f-f95a-46d9-b9d2-f07418290371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580966 Mar 31 15:38:05.333658 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e4b13834-e16c-4700-b32e-3d9f27a29c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (6e3c8195-48ea-4dbd-8c6b-7b4d20045fcf), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:05.362604 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-10bb4abe-fd66-4d55-a343-8466291d960e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:05.375448 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-53dac273-fc89-4d58-b968-f3d083bb2d84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (5fed6b78-113f-4839-b33b-c9d50e86a996), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:05.387457 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-e4b13834-e16c-4700-b32e-3d9f27a29c79 None None] Attempting to bind port 6e3c8195-48ea-4dbd-8c6b-7b4d20045fcf on host dv-cinder-750782-15-smb for vnic_type normal with profile {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:38:05.387832 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-e4b13834-e16c-4700-b32e-3d9f27a29c79 None None] Attempting to bind port 6e3c8195-48ea-4dbd-8c6b-7b4d20045fcf by drivers openvswitch,hyperv on host dv-cinder-750782-15-smb at level 0 using segments [{'id': 'f25e0e1e-326a-4ef5-aa96-2f0a78776ef2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943'}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:38:05.388183 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b13834-e16c-4700-b32e-3d9f27a29c79 None None] Attempting to bind port 6e3c8195-48ea-4dbd-8c6b-7b4d20045fcf on network 8959fca3-760a-428d-87ed-41d110f4f943 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:38:05.399232 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b13834-e16c-4700-b32e-3d9f27a29c79 None None] Checking agent: {'id': 'fd34c7ed-cab5-463e-81bb-e9aa6ef90623', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 27, 41), 'started_at': datetime.datetime(2022, 3, 31, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:38:05.399607 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b13834-e16c-4700-b32e-3d9f27a29c79 None None] Checking segment: {'id': 'f25e0e1e-326a-4ef5-aa96-2f0a78776ef2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:38:05.400004 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e4b13834-e16c-4700-b32e-3d9f27a29c79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:05.400395 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b13834-e16c-4700-b32e-3d9f27a29c79 None None] Bound using segment: {'id': 'f25e0e1e-326a-4ef5-aa96-2f0a78776ef2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943'} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:38:05.400857 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-e4b13834-e16c-4700-b32e-3d9f27a29c79 None None] Bound port: 6e3c8195-48ea-4dbd-8c6b-7b4d20045fcf, host: dv-cinder-750782-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f25e0e1e-326a-4ef5-aa96-2f0a78776ef2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943'}}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:38:05.401350 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e4b13834-e16c-4700-b32e-3d9f27a29c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (6e3c8195-48ea-4dbd-8c6b-7b4d20045fcf), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:05.403074 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e062311-c4fe-4d53-b3d7-6dceaf125f6b None None] Pushing event updated for resources: {'Port': ['ID=6e3c8195-48ea-4dbd-8c6b-7b4d20045fcf,revision_number=2']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:38:05.429108 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e062311-c4fe-4d53-b3d7-6dceaf125f6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:05.429487 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e062311-c4fe-4d53-b3d7-6dceaf125f6b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:05.429828 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e062311-c4fe-4d53-b3d7-6dceaf125f6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:05.430183 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e062311-c4fe-4d53-b3d7-6dceaf125f6b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:05.430517 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e062311-c4fe-4d53-b3d7-6dceaf125f6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:05.430835 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e062311-c4fe-4d53-b3d7-6dceaf125f6b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:05.431157 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e062311-c4fe-4d53-b3d7-6dceaf125f6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:05.431475 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e062311-c4fe-4d53-b3d7-6dceaf125f6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:05.431793 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e062311-c4fe-4d53-b3d7-6dceaf125f6b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:05.432110 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e062311-c4fe-4d53-b3d7-6dceaf125f6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:05.432426 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e062311-c4fe-4d53-b3d7-6dceaf125f6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:05.432755 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e062311-c4fe-4d53-b3d7-6dceaf125f6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:05.433076 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e062311-c4fe-4d53-b3d7-6dceaf125f6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:05.433405 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e062311-c4fe-4d53-b3d7-6dceaf125f6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:05.433724 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e062311-c4fe-4d53-b3d7-6dceaf125f6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:05.457973 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-53dac273-fc89-4d58-b968-f3d083bb2d84 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=79451082774140bba013ba6f8aead11e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6824481 Mar 31 15:38:05.460816 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 46386) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:38:05.463046 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dac273-fc89-4d58-b968-f3d083bb2d84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fed6b78-113f-4839-b33b-c9d50e86a996,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:38:05.469441 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-e4b13834-e16c-4700-b32e-3d9f27a29c79 None None] For port 6e3c8195-48ea-4dbd-8c6b-7b4d20045fcf, host dv-cinder-750782-15-smb, cleared binding levels {{(pid=104161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:38:05.474216 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-e4b13834-e16c-4700-b32e-3d9f27a29c79 None None] For port 6e3c8195-48ea-4dbd-8c6b-7b4d20045fcf, host dv-cinder-750782-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-smb',level=0,port_id=6e3c8195-48ea-4dbd-8c6b-7b4d20045fcf,segment=NetworkSegment(f25e0e1e-326a-4ef5-aa96-2f0a78776ef2),segment_id=f25e0e1e-326a-4ef5-aa96-2f0a78776ef2)] {{(pid=104161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:38:05.521001 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-08f6ea00-af1e-4e98-ab47-8e1880358140 admin admin] Publish callbacks [] for security_group (5fed6b78-113f-4839-b33b-c9d50e86a996), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:05.541720 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-08f6ea00-af1e-4e98-ab47-8e1880358140 admin admin] Publish callbacks [] for security_group (5fed6b78-113f-4839-b33b-c9d50e86a996), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:05.579998 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.db_base_plugin_common [None req-10bb4abe-fd66-4d55-a343-8466291d960e admin admin] Allocated IP 172.20.0.1 (f4ce866d-bd2c-465f-9b46-26cead684cc4/f954ac5d-3124-474b-81c1-58056e141a3b/09271ce5-7f0e-4a7a-80aa-a3aa9f073e78) {{(pid=104159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:38:05.625687 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e4b13834-e16c-4700-b32e-3d9f27a29c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (6e3c8195-48ea-4dbd-8c6b-7b4d20045fcf), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:05.692470 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b13834-e16c-4700-b32e-3d9f27a29c79 None None] Routers {'020013da-2db4-4cc6-9310-85f921e45489'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:38:05.693375 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-e4b13834-e16c-4700-b32e-3d9f27a29c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:37:36Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['020013da-2db4-4cc6-9310-85f921e45489'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:38:05.709639 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-10bb4abe-fd66-4d55-a343-8466291d960e admin admin] Publish callbacks [] for port (09271ce5-7f0e-4a7a-80aa-a3aa9f073e78), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:05.722850 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-08f6ea00-af1e-4e98-ab47-8e1880358140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (5fed6b78-113f-4839-b33b-c9d50e86a996), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:05.726989 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-08f6ea00-af1e-4e98-ab47-8e1880358140 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:05.728518 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-08f6ea00-af1e-4e98-ab47-8e1880358140 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5fed6b78-113f-4839-b33b-c9d50e86a996 HTTP/1.1" status: 204 len: 168 time: 0.2662485 Mar 31 15:38:05.739009 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f6ea00-af1e-4e98-ab47-8e1880358140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fed6b78-113f-4839-b33b-c9d50e86a996,revision_number=None']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:38:05.797010 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc55bc-7f86-4bdc-9a3a-e6a62e5b5bcf req-19a6247b-397d-4bfb-b714-28d263fa8954 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:05.799845 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-d2dc55bc-7f86-4bdc-9a3a-e6a62e5b5bcf req-19a6247b-397d-4bfb-b714-28d263fa8954 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/ports?device_id=e103c7fe-6d4d-4686-bc84-a52957c5ff89 HTTP/1.1" status: 200 len: 943 time: 0.0879474 Mar 31 15:38:05.844290 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e062311-c4fe-4d53-b3d7-6dceaf125f6b None None] Pushing event updated for resources: {'Port': ['ID=6e3c8195-48ea-4dbd-8c6b-7b4d20045fcf,revision_number=3']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:38:05.883314 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-d2dc55bc-7f86-4bdc-9a3a-e6a62e5b5bcf req-12b2e4f3-f3dc-46fd-af7e-2c055e4c7b7f tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/security-groups?id=e011baaf-84f9-4646-8dd7-458d741337cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761991 Mar 31 15:38:05.886040 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-10bb4abe-fd66-4d55-a343-8466291d960e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772784453870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3148002'] for port (09271ce5-7f0e-4a7a-80aa-a3aa9f073e78), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:05.950359 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-e4b13834-e16c-4700-b32e-3d9f27a29c79 None None] Set router 020013da-2db4-4cc6-9310-85f921e45489 gateway port host: dv-cinder-750782-15-smb {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:38:05.980639 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10bb4abe-fd66-4d55-a343-8466291d960e admin admin] Network f4ce866d-bd2c-465f-9b46-26cead684cc4 is already hosted by enough agents. {{(pid=104159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:38:05.992868 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [None req-10bb4abe-fd66-4d55-a343-8466291d960e admin admin] Resources bound (agent type, host, resource id): {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:38:06.010943 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bb4abe-fd66-4d55-a343-8466291d960e admin admin] Received port after_create {{(pid=104159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:38:06.048938 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bb4abe-fd66-4d55-a343-8466291d960e admin admin] Pushing event updated for resources: {'Port': ['ID=09271ce5-7f0e-4a7a-80aa-a3aa9f073e78,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:38:06.107879 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device 1d497a5a-bf4d-46f7-af09-d7fe06389995 up at agent ovs-agent-dv-cinder-750782-15-smb {{(pid=104160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:38:06.112108 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-10bb4abe-fd66-4d55-a343-8466291d960e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574458'] for router_interface (020013da-2db4-4cc6-9310-85f921e45489), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:06.175040 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-ea1a7f1b-b208-4d55-9e66-d2912f50e5c5 req-09afab05-cfe4-42ed-afa0-820608a993ce service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f883d5ff-24b2-41bb-ad70-51cf5dc0ed9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1267676 Mar 31 15:38:06.208467 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Provisioning complete for port 1d497a5a-bf4d-46f7-af09-d7fe06389995 triggered by entity L2. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:38:06.209212 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (1d497a5a-bf4d-46f7-af09-d7fe06389995), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:06.255384 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (42669199-0b56-4e25-9a3d-cc561c912f6a), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:06.368731 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Current status of the port 1d497a5a-bf4d-46f7-af09-d7fe06389995 is: ACTIVE; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:38:06.379769 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-e4b13834-e16c-4700-b32e-3d9f27a29c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '020013da-2db4-4cc6-9310-85f921e45489', 'name': 'tempest-TestMinimumBasicScenario-285915391-router', 'tenant_id': '97f648d2040e46619b3954fdd71c33e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.7'}], 'enable_snat': True}, 'gw_port_id': '6e3c8195-48ea-4dbd-8c6b-7b4d20045fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:38:01Z', 'updated_at': '2022-03-31T15:38:03Z', 'revision_number': 3, 'project_id': '97f648d2040e46619b3954fdd71c33e8', 'gw_port': {'id': '6e3c8195-48ea-4dbd-8c6b-7b4d20045fcf', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:2b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '020013da-2db4-4cc6-9310-85f921e45489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:38:02Z', 'updated_at': '2022-03-31T15:38:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb'}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:38:06.462556 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b13834-e16c-4700-b32e-3d9f27a29c79 None None] The sync data for ids ['020013da-2db4-4cc6-9310-85f921e45489'] in dv-cinder-750782-15-smb is: [{'id': '020013da-2db4-4cc6-9310-85f921e45489', 'name': 'tempest-TestMinimumBasicScenario-285915391-router', 'tenant_id': '97f648d2040e46619b3954fdd71c33e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.7'}], 'enable_snat': True}, 'gw_port_id': '6e3c8195-48ea-4dbd-8c6b-7b4d20045fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:38:01Z', 'updated_at': '2022-03-31T15:38:03Z', 'revision_number': 3, 'project_id': '97f648d2040e46619b3954fdd71c33e8', 'gw_port': {'id': '6e3c8195-48ea-4dbd-8c6b-7b4d20045fcf', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:2b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '020013da-2db4-4cc6-9310-85f921e45489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:38:02Z', 'updated_at': '2022-03-31T15:38:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb'}] {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:38:06.494757 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-86e7961e-45d6-4306-804e-b16b233215e5 None None] Provisioning complete for port 09271ce5-7f0e-4a7a-80aa-a3aa9f073e78 triggered by entity DHCP. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:38:06.495367 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-86e7961e-45d6-4306-804e-b16b233215e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (09271ce5-7f0e-4a7a-80aa-a3aa9f073e78), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:06.557224 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-86e7961e-45d6-4306-804e-b16b233215e5 None None] Port 09271ce5-7f0e-4a7a-80aa-a3aa9f073e78 cannot update to ACTIVE because it is not bound. {{(pid=104160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:38:06.568682 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-36c4a0f4-2a7d-4f70-a162-7f0d3e6c9aa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (9721ac04-bac7-49da-b384-3a2049eedfa2), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:06.600873 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce4202f-f4cc-4ca7-b13a-5f51c64b07b1 req-2e055ecf-ea9e-4987-9b20-b4b5ed60c572 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:06.602771 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-0ce4202f-f4cc-4ca7-b13a-5f51c64b07b1 req-2e055ecf-ea9e-4987-9b20-b4b5ed60c572 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d36bca0-99c6-4f74-a1e9-8f4e0d61c38b HTTP/1.1" status: 200 len: 945 time: 0.0965245 Mar 31 15:38:06.658556 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a7f1b-b208-4d55-9e66-d2912f50e5c5 req-3ebd4141-7312-4d7c-8162-df0cc14073ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:06.660079 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-ea1a7f1b-b208-4d55-9e66-d2912f50e5c5 req-3ebd4141-7312-4d7c-8162-df0cc14073ed service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=893dd59441624f78817c4a649a0aaf40&device_id=f883d5ff-24b2-41bb-ad70-51cf5dc0ed9a HTTP/1.1" status: 200 len: 1130 time: 0.4607103 Mar 31 15:38:06.700910 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-0ce4202f-f4cc-4ca7-b13a-5f51c64b07b1 req-18de1834-65e5-4e72-a29f-8ba308dfb7f4 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823112 Mar 31 15:38:06.854590 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a7f1b-b208-4d55-9e66-d2912f50e5c5 req-bc4ffebf-ca7c-4f8d-807e-8a196bfa194f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:06.856100 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-ea1a7f1b-b208-4d55-9e66-d2912f50e5c5 req-bc4ffebf-ca7c-4f8d-807e-8a196bfa194f service neutron] 10.222.0.26 "GET /v2.0/networks?id=ffd9f9ff-86a8-41a0-b247-ed3515901842 HTTP/1.1" status: 200 len: 916 time: 0.1649470 Mar 31 15:38:06.859149 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-10bb4abe-fd66-4d55-a343-8466291d960e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (09271ce5-7f0e-4a7a-80aa-a3aa9f073e78), before_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:07.012873 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-ea1a7f1b-b208-4d55-9e66-d2912f50e5c5 req-0ce1b931-cf22-4d93-9415-8f7ae1c13fac service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca1101dd-800e-4023-acf3-0d0caf81f935 HTTP/1.1" status: 200 len: 1002 time: 0.1443400 Mar 31 15:38:07.160792 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a7f1b-b208-4d55-9e66-d2912f50e5c5 req-016307ee-5ae3-46bd-9eca-297a7562d206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:07.162300 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-ea1a7f1b-b208-4d55-9e66-d2912f50e5c5 req-016307ee-5ae3-46bd-9eca-297a7562d206 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2b9feebc-e9c9-4a4e-ad3c-a41e234df103 HTTP/1.1" status: 200 len: 854 time: 0.1420066 Mar 31 15:38:07.195563 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b6396e-33a8-407e-b0d5-014925de51f6 req-e2925124-1a5f-4027-81a7-6d61e0816b4e tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:07.197214 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-57b6396e-33a8-407e-b0d5-014925de51f6 req-e2925124-1a5f-4027-81a7-6d61e0816b4e tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/ports?device_id=e103c7fe-6d4d-4686-bc84-a52957c5ff89 HTTP/1.1" status: 200 len: 943 time: 0.1968195 Mar 31 15:38:07.271069 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-10bb4abe-fd66-4d55-a343-8466291d960e admin admin] Publish callbacks [] for port (09271ce5-7f0e-4a7a-80aa-a3aa9f073e78), precommit_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:07.307305 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-57b6396e-33a8-407e-b0d5-014925de51f6 req-9cd7afc8-6283-48c4-bd06-c207f2cfbc02 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/security-groups?id=e011baaf-84f9-4646-8dd7-458d741337cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986979 Mar 31 15:38:07.310427 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a7f1b-b208-4d55-9e66-d2912f50e5c5 req-085d9f61-bf7d-42a7-943c-3872a4170769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:07.312060 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-ea1a7f1b-b208-4d55-9e66-d2912f50e5c5 req-085d9f61-bf7d-42a7-943c-3872a4170769 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ffd9f9ff-86a8-41a0-b247-ed3515901842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1364017 Mar 31 15:38:07.350864 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-10bb4abe-fd66-4d55-a343-8466291d960e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3148011'] for port (09271ce5-7f0e-4a7a-80aa-a3aa9f073e78), after_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:07.466697 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bb4abe-fd66-4d55-a343-8466291d960e admin admin] Pushing event updated for resources: {'Port': ['ID=09271ce5-7f0e-4a7a-80aa-a3aa9f073e78,revision_number=2']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:38:07.476020 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-10bb4abe-fd66-4d55-a343-8466291d960e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574318'] for router_interface (020013da-2db4-4cc6-9310-85f921e45489), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:07.536161 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-ea1a7f1b-b208-4d55-9e66-d2912f50e5c5 req-400bf296-2057-4d1b-aa5b-0fb712e00f50 service neutron] 10.222.0.26 "GET /v2.0/networks/ffd9f9ff-86a8-41a0-b247-ed3515901842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140579 Mar 31 15:38:07.655057 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0b2f012e-2fbd-4b35-9815-8024e4a993e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fb816cbb-0527-4766-83b7-604ad6a553f5), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:07.665206 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10bb4abe-fd66-4d55-a343-8466291d960e admin admin] Network f4ce866d-bd2c-465f-9b46-26cead684cc4 is already hosted by enough agents. {{(pid=104159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:38:07.672843 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [None req-10bb4abe-fd66-4d55-a343-8466291d960e admin admin] Resources bound (agent type, host, resource id): {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:38:07.683864 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-ea1a7f1b-b208-4d55-9e66-d2912f50e5c5 req-e12306aa-e873-4ad1-ade6-8a8ec1c95116 service neutron] 10.222.0.26 "GET /v2.0/networks/ffd9f9ff-86a8-41a0-b247-ed3515901842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392667 Mar 31 15:38:07.866244 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10bb4abe-fd66-4d55-a343-8466291d960e admin admin] Router 020013da-2db4-4cc6-9310-85f921e45489 has already been hosted by L3 agent 9721ac04-bac7-49da-b384-3a2049eedfa2 {{(pid=104159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:38:07.933754 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b047c0e-94b0-49fe-a368-7fe8d7d71eba req-90524d9f-789d-44c0-8a5d-6e88c9e38f60 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:07.936630 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-6b047c0e-94b0-49fe-a368-7fe8d7d71eba req-90524d9f-789d-44c0-8a5d-6e88c9e38f60 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d36bca0-99c6-4f74-a1e9-8f4e0d61c38b HTTP/1.1" status: 200 len: 945 time: 0.0938270 Mar 31 15:38:07.990867 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-6b047c0e-94b0-49fe-a368-7fe8d7d71eba req-acfcacf8-c62b-4da8-bc86-53b2ad525340 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492861 Mar 31 15:38:07.993237 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10bb4abe-fd66-4d55-a343-8466291d960e admin admin] Notify agent at l3_agent.dv-cinder-750782-15-smb the message routers_updated {{(pid=104159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:38:08.008750 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-10bb4abe-fd66-4d55-a343-8466291d960e admin admin] 10.222.0.21 "PUT /v2.0/routers/020013da-2db4-4cc6-9310-85f921e45489/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3581679 Mar 31 15:38:08.009645 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-b7114b28-86a8-481b-917b-ada6444f7f4d None None] Provisioning complete for port 09271ce5-7f0e-4a7a-80aa-a3aa9f073e78 triggered by entity DHCP. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:38:08.010553 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b7114b28-86a8-481b-917b-ada6444f7f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (09271ce5-7f0e-4a7a-80aa-a3aa9f073e78), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:08.070811 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-b7114b28-86a8-481b-917b-ada6444f7f4d None None] Port 09271ce5-7f0e-4a7a-80aa-a3aa9f073e78 cannot update to ACTIVE because it is not bound. {{(pid=104160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:38:08.153155 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device 6e3c8195-48ea-4dbd-8c6b-7b4d20045fcf up at agent ovs-agent-dv-cinder-750782-15-smb {{(pid=104160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:38:08.234972 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Provisioning complete for port 6e3c8195-48ea-4dbd-8c6b-7b4d20045fcf triggered by entity L2. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:38:08.235628 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (6e3c8195-48ea-4dbd-8c6b-7b4d20045fcf), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:08.365096 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Current status of the port 6e3c8195-48ea-4dbd-8c6b-7b4d20045fcf is: DOWN; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:38:08.365535 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (6e3c8195-48ea-4dbd-8c6b-7b4d20045fcf), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:08.389110 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] For port 6e3c8195-48ea-4dbd-8c6b-7b4d20045fcf, host dv-cinder-750782-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-smb',level=0,port_id=6e3c8195-48ea-4dbd-8c6b-7b4d20045fcf,segment=NetworkSegment(f25e0e1e-326a-4ef5-aa96-2f0a78776ef2),segment_id=f25e0e1e-326a-4ef5-aa96-2f0a78776ef2)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:38:08.483786 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b08eaa5-802f-4bb4-83d7-e5bb8eadd1dd req-ca54959f-07d2-4539-b412-52b0e0ea1552 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:08.486047 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-8b08eaa5-802f-4bb4-83d7-e5bb8eadd1dd req-ca54959f-07d2-4539-b412-52b0e0ea1552 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/ports?device_id=e103c7fe-6d4d-4686-bc84-a52957c5ff89 HTTP/1.1" status: 200 len: 943 time: 0.0705397 Mar 31 15:38:08.513336 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (6e3c8195-48ea-4dbd-8c6b-7b4d20045fcf), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:08.545313 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1d12d1-28ec-44e6-99e8-0c80069e6365 None None] Sync routers for ids ['020013da-2db4-4cc6-9310-85f921e45489'] in dv-cinder-750782-15-smb {{(pid=104160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:38:08.584215 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-8b08eaa5-802f-4bb4-83d7-e5bb8eadd1dd req-5510439c-2f3b-4966-a823-9d368d47c162 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/security-groups?id=e011baaf-84f9-4646-8dd7-458d741337cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880871 Mar 31 15:38:08.599103 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1d12d1-28ec-44e6-99e8-0c80069e6365 None None] Routers {'020013da-2db4-4cc6-9310-85f921e45489'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:38:08.599103 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_hamode_db [None req-3f1d12d1-28ec-44e6-99e8-0c80069e6365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:38:06Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['020013da-2db4-4cc6-9310-85f921e45489'], 'active': True} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:38:08.649806 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Pushing event updated for resources: {'Port': ['ID=6e3c8195-48ea-4dbd-8c6b-7b4d20045fcf,revision_number=4']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:38:08.745357 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvr_db [None req-3f1d12d1-28ec-44e6-99e8-0c80069e6365 None None] Set router 020013da-2db4-4cc6-9310-85f921e45489 gateway port host: dv-cinder-750782-15-smb {{(pid=104160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:38:08.988419 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_hamode_db [None req-3f1d12d1-28ec-44e6-99e8-0c80069e6365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '020013da-2db4-4cc6-9310-85f921e45489', 'name': 'tempest-TestMinimumBasicScenario-285915391-router', 'tenant_id': '97f648d2040e46619b3954fdd71c33e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.7'}], 'enable_snat': True}, 'gw_port_id': '6e3c8195-48ea-4dbd-8c6b-7b4d20045fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:38:01Z', 'updated_at': '2022-03-31T15:38:06Z', 'revision_number': 4, 'project_id': '97f648d2040e46619b3954fdd71c33e8', 'gw_port': {'id': '6e3c8195-48ea-4dbd-8c6b-7b4d20045fcf', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:2b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020013da-2db4-4cc6-9310-85f921e45489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:38:02Z', 'updated_at': '2022-03-31T15:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_interfaces': [{'id': '09271ce5-7f0e-4a7a-80aa-a3aa9f073e78', 'name': '', 'network_id': 'f4ce866d-bd2c-465f-9b46-26cead684cc4', 'tenant_id': '97f648d2040e46619b3954fdd71c33e8', 'mac_address': 'fa:16:3e:c3:9d:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '020013da-2db4-4cc6-9310-85f921e45489', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'f954ac5d-3124-474b-81c1-58056e141a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:38:05Z', 'updated_at': '2022-03-31T15:38:06Z', 'revision_number': 2, 'project_id': '97f648d2040e46619b3954fdd71c33e8', 'subnets': [{'id': 'f954ac5d-3124-474b-81c1-58056e141a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:38:09.023350 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1d12d1-28ec-44e6-99e8-0c80069e6365 None None] Checking router: 020013da-2db4-4cc6-9310-85f921e45489 for host: dv-cinder-750782-15-smb {{(pid=104160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:38:09.023788 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1d12d1-28ec-44e6-99e8-0c80069e6365 None None] Updating router 020013da-2db4-4cc6-9310-85f921e45489 port 09271ce5-7f0e-4a7a-80aa-a3aa9f073e78 binding host dv-cinder-750782-15-smb {{(pid=104160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:38:09.072024 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3f1d12d1-28ec-44e6-99e8-0c80069e6365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (09271ce5-7f0e-4a7a-80aa-a3aa9f073e78), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:09.209347 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a7da6d-99ca-4f25-93c7-75d4238e0b52 req-3eacd32e-c8d7-45e1-946b-dc9f43717213 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:09.218106 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-47a7da6d-99ca-4f25-93c7-75d4238e0b52 req-3eacd32e-c8d7-45e1-946b-dc9f43717213 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d36bca0-99c6-4f74-a1e9-8f4e0d61c38b HTTP/1.1" status: 200 len: 945 time: 0.0786407 Mar 31 15:38:09.287495 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-47a7da6d-99ca-4f25-93c7-75d4238e0b52 req-e0ee3de1-bf5e-4c34-b650-1ca8cfa90a47 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675099 Mar 31 15:38:09.287868 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 46482) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:38:09.294038 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.v2.base [None req-84245e73-8d5d-4a4c-8199-2b9260dc4ad2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2025140057-network', 'tenant_id': '5a346b44a5414bbc9b994043e2308a61'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:38:09.419143 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84245e73-8d5d-4a4c-8199-2b9260dc4ad2 admin admin] Made reservation on behalf of 5a346b44a5414bbc9b994043e2308a61 for: {'network': 1} {{(pid=104159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:38:09.422328 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-84245e73-8d5d-4a4c-8199-2b9260dc4ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for network (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:09.431999 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-84245e73-8d5d-4a4c-8199-2b9260dc4ad2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:09.475991 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3f1d12d1-28ec-44e6-99e8-0c80069e6365 None None] Publish callbacks [] for port (09271ce5-7f0e-4a7a-80aa-a3aa9f073e78), precommit_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:09.509643 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-84245e73-8d5d-4a4c-8199-2b9260dc4ad2 admin admin] Publish callbacks [] for security_group (dfbebf7c-6e4f-43e6-935e-00f734c39766), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:09.591315 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3f1d12d1-28ec-44e6-99e8-0c80069e6365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (09271ce5-7f0e-4a7a-80aa-a3aa9f073e78), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:09.593930 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-211e425b-1201-4862-afc0-6363249efbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (1ca8e2b3-6f2e-4d63-b52b-ad8a81fa6826), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:09.648702 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bf27f8-b230-4fdf-abcc-77eb7604a300 None None] Pushing event updated for resources: {'Port': ['ID=09271ce5-7f0e-4a7a-80aa-a3aa9f073e78,revision_number=3']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:38:09.653616 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-84245e73-8d5d-4a4c-8199-2b9260dc4ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (dfbebf7c-6e4f-43e6-935e-00f734c39766), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:09.683312 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84245e73-8d5d-4a4c-8199-2b9260dc4ad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfbebf7c-6e4f-43e6-935e-00f734c39766,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:38:09.703776 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84245e73-8d5d-4a4c-8199-2b9260dc4ad2 admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=104159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:38:09.711353 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [None req-3f1d12d1-28ec-44e6-99e8-0c80069e6365 None None] Attempting to bind port 09271ce5-7f0e-4a7a-80aa-a3aa9f073e78 on host dv-cinder-750782-15-smb for vnic_type normal with profile {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:38:09.711793 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [None req-3f1d12d1-28ec-44e6-99e8-0c80069e6365 None None] Attempting to bind port 09271ce5-7f0e-4a7a-80aa-a3aa9f073e78 by drivers openvswitch,hyperv on host dv-cinder-750782-15-smb at level 0 using segments [{'id': '25aae32e-21b3-4f37-a289-8c4b40c39a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'f4ce866d-bd2c-465f-9b46-26cead684cc4'}] {{(pid=104160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:38:09.712596 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1d12d1-28ec-44e6-99e8-0c80069e6365 None None] Attempting to bind port 09271ce5-7f0e-4a7a-80aa-a3aa9f073e78 on network f4ce866d-bd2c-465f-9b46-26cead684cc4 {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:38:09.719985 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1d12d1-28ec-44e6-99e8-0c80069e6365 None None] Checking agent: {'id': 'fd34c7ed-cab5-463e-81bb-e9aa6ef90623', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 27, 41), 'started_at': datetime.datetime(2022, 3, 31, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:38:09.720721 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1d12d1-28ec-44e6-99e8-0c80069e6365 None None] Checking segment: {'id': '25aae32e-21b3-4f37-a289-8c4b40c39a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'f4ce866d-bd2c-465f-9b46-26cead684cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:38:09.721358 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3f1d12d1-28ec-44e6-99e8-0c80069e6365 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:09.722053 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1d12d1-28ec-44e6-99e8-0c80069e6365 None None] Bound using segment: {'id': '25aae32e-21b3-4f37-a289-8c4b40c39a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'f4ce866d-bd2c-465f-9b46-26cead684cc4'} {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:38:09.722742 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [None req-3f1d12d1-28ec-44e6-99e8-0c80069e6365 None None] Bound port: 09271ce5-7f0e-4a7a-80aa-a3aa9f073e78, host: dv-cinder-750782-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25aae32e-21b3-4f37-a289-8c4b40c39a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'f4ce866d-bd2c-465f-9b46-26cead684cc4'}}] {{(pid=104160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:38:09.723419 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3f1d12d1-28ec-44e6-99e8-0c80069e6365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (09271ce5-7f0e-4a7a-80aa-a3aa9f073e78), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:09.750549 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-84245e73-8d5d-4a4c-8199-2b9260dc4ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8219139'] for segment (d1e899bc-0690-4a78-81a5-f4dd3e2db035), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:09.751105 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.db.segments_db [None req-84245e73-8d5d-4a4c-8199-2b9260dc4ad2 admin admin] Added segment d1e899bc-0690-4a78-81a5-f4dd3e2db035 of type vlan for network 54f93439-21db-4baa-8b08-99086bb09a5a Mar 31 15:38:09.808641 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-3f1d12d1-28ec-44e6-99e8-0c80069e6365 None None] For port 09271ce5-7f0e-4a7a-80aa-a3aa9f073e78, host dv-cinder-750782-15-smb, cleared binding levels {{(pid=104160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:38:09.813677 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-3f1d12d1-28ec-44e6-99e8-0c80069e6365 None None] For port 09271ce5-7f0e-4a7a-80aa-a3aa9f073e78, host dv-cinder-750782-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-smb',level=0,port_id=09271ce5-7f0e-4a7a-80aa-a3aa9f073e78,segment=NetworkSegment(25aae32e-21b3-4f37-a289-8c4b40c39a0c),segment_id=25aae32e-21b3-4f37-a289-8c4b40c39a0c)] {{(pid=104160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:38:09.833171 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f09deb-f34e-4e5e-8997-52ca1bdbc985 req-1bb149a1-db4c-438c-84d6-3144e9a8be78 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:09.840022 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-12f09deb-f34e-4e5e-8997-52ca1bdbc985 req-1bb149a1-db4c-438c-84d6-3144e9a8be78 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/ports?device_id=e103c7fe-6d4d-4686-bc84-a52957c5ff89 HTTP/1.1" status: 200 len: 943 time: 0.1522076 Mar 31 15:38:09.840022 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-84245e73-8d5d-4a4c-8199-2b9260dc4ad2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772784419386'] for network (54f93439-21db-4baa-8b08-99086bb09a5a), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:09.904392 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-12f09deb-f34e-4e5e-8997-52ca1bdbc985 req-2a73d0d2-edf3-4492-ae7a-1c8816d28a85 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/security-groups?id=e011baaf-84f9-4646-8dd7-458d741337cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619972 Mar 31 15:38:09.957121 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3f1d12d1-28ec-44e6-99e8-0c80069e6365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (09271ce5-7f0e-4a7a-80aa-a3aa9f073e78), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:09.997324 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-84245e73-8d5d-4a4c-8199-2b9260dc4ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315'] for network (54f93439-21db-4baa-8b08-99086bb09a5a), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:09.998887 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84245e73-8d5d-4a4c-8199-2b9260dc4ad2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:09.999904 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-84245e73-8d5d-4a4c-8199-2b9260dc4ad2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043269'] for network (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:10.068551 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1d12d1-28ec-44e6-99e8-0c80069e6365 None None] Routers {'020013da-2db4-4cc6-9310-85f921e45489'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:38:10.073673 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_hamode_db [None req-3f1d12d1-28ec-44e6-99e8-0c80069e6365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:38:06Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['020013da-2db4-4cc6-9310-85f921e45489'], 'active': True} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:38:10.088461 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84245e73-8d5d-4a4c-8199-2b9260dc4ad2 admin admin] Pushing event updated for resources: {'Network': ['ID=54f93439-21db-4baa-8b08-99086bb09a5a,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:38:10.096552 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device 6e3c8195-48ea-4dbd-8c6b-7b4d20045fcf up at agent ovs-agent-dv-cinder-750782-15-smb {{(pid=104160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:38:10.100548 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bf27f8-b230-4fdf-abcc-77eb7604a300 None None] Pushing event updated for resources: {'Port': ['ID=09271ce5-7f0e-4a7a-80aa-a3aa9f073e78,revision_number=4']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:38:10.162613 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Network 54f93439-21db-4baa-8b08-99086bb09a5a details requested by agent ovs-agent-dv-cinder-750782-15-smb with host dv-cinder-750782-15-smb {{(pid=104160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 15:38:10.165763 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-84245e73-8d5d-4a4c-8199-2b9260dc4ad2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8759949 Mar 31 15:38:10.168204 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 46506) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:38:10.173798 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.v2.base [None req-518b2a17-e65b-43b1-aa39-fc1b5920c3db admin admin] Request body: {'subnet': {'network_id': '54f93439-21db-4baa-8b08-99086bb09a5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2025140057-subnet', 'tenant_id': '5a346b44a5414bbc9b994043e2308a61', 'ip_version': 4}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:38:10.208339 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-f8061e7e-0631-4810-9023-8d106dfee1ee None None] Provisioning complete for port 09271ce5-7f0e-4a7a-80aa-a3aa9f073e78 triggered by entity DHCP. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:38:10.208718 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-f8061e7e-0631-4810-9023-8d106dfee1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (09271ce5-7f0e-4a7a-80aa-a3aa9f073e78), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:10.322595 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-518b2a17-e65b-43b1-aa39-fc1b5920c3db admin admin] Made reservation on behalf of 5a346b44a5414bbc9b994043e2308a61 for: {'subnet': 1} {{(pid=104159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:38:10.332206 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-518b2a17-e65b-43b1-aa39-fc1b5920c3db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3286889'] for subnet (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:10.382245 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvr_db [None req-3f1d12d1-28ec-44e6-99e8-0c80069e6365 None None] Set router 020013da-2db4-4cc6-9310-85f921e45489 gateway port host: dv-cinder-750782-15-smb {{(pid=104160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:38:10.385984 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Provisioning complete for port 6e3c8195-48ea-4dbd-8c6b-7b4d20045fcf triggered by entity L2. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:38:10.386365 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (6e3c8195-48ea-4dbd-8c6b-7b4d20045fcf), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:10.444901 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce12787-9653-4b13-a2cb-3f2edc116f0c req-a342df34-00de-49f3-89e4-014a8f7e200f tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:10.450619 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-f8061e7e-0631-4810-9023-8d106dfee1ee None None] Current status of the port 09271ce5-7f0e-4a7a-80aa-a3aa9f073e78 is: DOWN; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:38:10.451247 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-f8061e7e-0631-4810-9023-8d106dfee1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (09271ce5-7f0e-4a7a-80aa-a3aa9f073e78), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:10.458179 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-1ce12787-9653-4b13-a2cb-3f2edc116f0c req-a342df34-00de-49f3-89e4-014a8f7e200f tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d36bca0-99c6-4f74-a1e9-8f4e0d61c38b HTTP/1.1" status: 200 len: 945 time: 0.0940459 Mar 31 15:38:10.514058 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-1ce12787-9653-4b13-a2cb-3f2edc116f0c req-f74931a1-2426-4d56-ada0-3da92031362c tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547094 Mar 31 15:38:10.583577 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-f8061e7e-0631-4810-9023-8d106dfee1ee None None] For port 09271ce5-7f0e-4a7a-80aa-a3aa9f073e78, host dv-cinder-750782-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-smb',level=0,port_id=09271ce5-7f0e-4a7a-80aa-a3aa9f073e78,segment=NetworkSegment(25aae32e-21b3-4f37-a289-8c4b40c39a0c),segment_id=25aae32e-21b3-4f37-a289-8c4b40c39a0c)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:38:10.608184 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-518b2a17-e65b-43b1-aa39-fc1b5920c3db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3149394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3286911'] for subnet (fc99d566-a387-49ff-b19d-05d45bb50587), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:10.646310 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Current status of the port 6e3c8195-48ea-4dbd-8c6b-7b4d20045fcf is: ACTIVE; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:38:10.674536 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518b2a17-e65b-43b1-aa39-fc1b5920c3db admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc99d566-a387-49ff-b19d-05d45bb50587,revision_number=0']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:38:10.684635 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518b2a17-e65b-43b1-aa39-fc1b5920c3db admin admin] Checking segment: {'id': 'd1e899bc-0690-4a78-81a5-f4dd3e2db035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '54f93439-21db-4baa-8b08-99086bb09a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:38:10.685070 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518b2a17-e65b-43b1-aa39-fc1b5920c3db admin admin] Network hostable DHCP agents. Network: 54f93439-21db-4baa-8b08-99086bb09a5a, hostable agents: ['80b0103a-7158-48a6-b59a-3fe393c523d9'], hosted agents: [] {{(pid=104159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:38:10.779353 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518b2a17-e65b-43b1-aa39-fc1b5920c3db admin admin] Network 54f93439-21db-4baa-8b08-99086bb09a5a is scheduled to be hosted by DHCP agent 80b0103a-7158-48a6-b59a-3fe393c523d9 with binding_index 1 {{(pid=104159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:38:10.803243 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-f8061e7e-0631-4810-9023-8d106dfee1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (09271ce5-7f0e-4a7a-80aa-a3aa9f073e78), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:10.848869 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [None req-518b2a17-e65b-43b1-aa39-fc1b5920c3db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-15-smb, 54f93439-21db-4baa-8b08-99086bb09a5a) {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:38:10.867102 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518b2a17-e65b-43b1-aa39-fc1b5920c3db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:10.867329 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c473a6b-235c-45e0-94d7-6c9e0e32d9bb None None] Network 54f93439-21db-4baa-8b08-99086bb09a5a requested from dv-cinder-750782-15-smb {{(pid=104160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:38:10.867891 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-518b2a17-e65b-43b1-aa39-fc1b5920c3db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043269'] for subnet (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:10.935347 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8061e7e-0631-4810-9023-8d106dfee1ee None None] Pushing event updated for resources: {'Port': ['ID=09271ce5-7f0e-4a7a-80aa-a3aa9f073e78,revision_number=5']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:38:10.961929 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fd34c7ed-cab5-463e-81bb-e9aa6ef90623), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:10.983078 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_hamode_db [None req-3f1d12d1-28ec-44e6-99e8-0c80069e6365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '020013da-2db4-4cc6-9310-85f921e45489', 'name': 'tempest-TestMinimumBasicScenario-285915391-router', 'tenant_id': '97f648d2040e46619b3954fdd71c33e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.7'}], 'enable_snat': True}, 'gw_port_id': '6e3c8195-48ea-4dbd-8c6b-7b4d20045fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:38:01Z', 'updated_at': '2022-03-31T15:38:06Z', 'revision_number': 4, 'project_id': '97f648d2040e46619b3954fdd71c33e8', 'gw_port': {'id': '6e3c8195-48ea-4dbd-8c6b-7b4d20045fcf', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:2b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020013da-2db4-4cc6-9310-85f921e45489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:38:02Z', 'updated_at': '2022-03-31T15:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_interfaces': [{'id': '09271ce5-7f0e-4a7a-80aa-a3aa9f073e78', 'name': '', 'network_id': 'f4ce866d-bd2c-465f-9b46-26cead684cc4', 'tenant_id': '97f648d2040e46619b3954fdd71c33e8', 'mac_address': 'fa:16:3e:c3:9d:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '020013da-2db4-4cc6-9310-85f921e45489', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'f954ac5d-3124-474b-81c1-58056e141a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:38:05Z', 'updated_at': '2022-03-31T15:38:09Z', 'revision_number': 4, 'project_id': '97f648d2040e46619b3954fdd71c33e8', 'subnets': [{'id': 'f954ac5d-3124-474b-81c1-58056e141a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:38:10.986848 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-34698e6e-57b8-49ff-93c2-d7441eb9f3b6 None None] Provisioning complete for port 09271ce5-7f0e-4a7a-80aa-a3aa9f073e78 triggered by entity DHCP. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:38:10.987232 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-34698e6e-57b8-49ff-93c2-d7441eb9f3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (09271ce5-7f0e-4a7a-80aa-a3aa9f073e78), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:10.998307 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-518b2a17-e65b-43b1-aa39-fc1b5920c3db admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8288000 Mar 31 15:38:11.001758 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 46534) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:38:11.006287 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.v2.base [None req-6d3629e2-685b-4b76-8003-c310587a05e5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2025140057-router', 'tenant_id': '5a346b44a5414bbc9b994043e2308a61', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943'}}} {{(pid=104158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:38:11.038793 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1d12d1-28ec-44e6-99e8-0c80069e6365 None None] The sync data for ids ['020013da-2db4-4cc6-9310-85f921e45489'] in dv-cinder-750782-15-smb is: [{'id': '020013da-2db4-4cc6-9310-85f921e45489', 'name': 'tempest-TestMinimumBasicScenario-285915391-router', 'tenant_id': '97f648d2040e46619b3954fdd71c33e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.7'}], 'enable_snat': True}, 'gw_port_id': '6e3c8195-48ea-4dbd-8c6b-7b4d20045fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:38:01Z', 'updated_at': '2022-03-31T15:38:06Z', 'revision_number': 4, 'project_id': '97f648d2040e46619b3954fdd71c33e8', 'gw_port': {'id': '6e3c8195-48ea-4dbd-8c6b-7b4d20045fcf', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:2b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020013da-2db4-4cc6-9310-85f921e45489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:38:02Z', 'updated_at': '2022-03-31T15:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_interfaces': [{'id': '09271ce5-7f0e-4a7a-80aa-a3aa9f073e78', 'name': '', 'network_id': 'f4ce866d-bd2c-465f-9b46-26cead684cc4', 'tenant_id': '97f648d2040e46619b3954fdd71c33e8', 'mac_address': 'fa:16:3e:c3:9d:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '020013da-2db4-4cc6-9310-85f921e45489', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'f954ac5d-3124-474b-81c1-58056e141a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:38:05Z', 'updated_at': '2022-03-31T15:38:09Z', 'revision_number': 4, 'project_id': '97f648d2040e46619b3954fdd71c33e8', 'subnets': [{'id': 'f954ac5d-3124-474b-81c1-58056e141a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:38:11.068983 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b83c072-db96-4d8c-a882-f2a45ec636ea req-92996c1d-845e-4bd2-b1dd-837874130fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:11.070451 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-7b83c072-db96-4d8c-a882-f2a45ec636ea req-92996c1d-845e-4bd2-b1dd-837874130fcd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1d36bca0-99c6-4f74-a1e9-8f4e0d61c38b HTTP/1.1" status: 200 len: 1129 time: 0.1410632 Mar 31 15:38:11.097625 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5919311e-8e37-4fe2-889f-d5cdc918026d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec827e25-5276-5d2f-9d0f-720d9e092647-54f93439-21db-4baa-8b08-99086bb09a5a', 'network_id': '54f93439-21db-4baa-8b08-99086bb09a5a', 'project_id': '5a346b44a5414bbc9b994043e2308a61', 'fixed_ips': [{'subnet_id': 'fc99d566-a387-49ff-b19d-05d45bb50587'}]}} from dv-cinder-750782-15-smb. {{(pid=104160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 15:38:11.097625 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-5919311e-8e37-4fe2-889f-d5cdc918026d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:11.133930 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb0fcd-f443-462a-b81b-f3c158a407bd req-90e370a0-5e98-403c-8e5f-937f994b127e tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:11.135723 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-96bb0fcd-f443-462a-b81b-f3c158a407bd req-90e370a0-5e98-403c-8e5f-937f994b127e tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/ports?device_id=e103c7fe-6d4d-4686-bc84-a52957c5ff89 HTTP/1.1" status: 200 len: 943 time: 0.1349840 Mar 31 15:38:11.150342 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-6d3629e2-685b-4b76-8003-c310587a05e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3287'] for router (61c05364-7392-420f-80bc-bfc7084f6059), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:11.151754 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-6d3629e2-685b-4b76-8003-c310587a05e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-574202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3294'] for router (61c05364-7392-420f-80bc-bfc7084f6059), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:11.161593 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-34698e6e-57b8-49ff-93c2-d7441eb9f3b6 None None] Current status of the port 09271ce5-7f0e-4a7a-80aa-a3aa9f073e78 is: ACTIVE; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:38:11.218104 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-96bb0fcd-f443-462a-b81b-f3c158a407bd req-e01c7c3c-3564-4016-9b2b-f53a0ba3f654 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/security-groups?id=e011baaf-84f9-4646-8dd7-458d741337cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679655 Mar 31 15:38:11.244730 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-6d3629e2-685b-4b76-8003-c310587a05e5 admin admin] Publish callbacks [] for router_controller (61c05364-7392-420f-80bc-bfc7084f6059), precommit_add_association {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:11.264493 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-7b83c072-db96-4d8c-a882-f2a45ec636ea req-96bce869-642d-4c7c-89ec-41bdbc402750 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639614 Mar 31 15:38:11.307099 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.db_base_plugin_common [None req-5919311e-8e37-4fe2-889f-d5cdc918026d None None] Allocated IP 172.20.0.2 (54f93439-21db-4baa-8b08-99086bb09a5a/fc99d566-a387-49ff-b19d-05d45bb50587/891e30fb-6fa9-4a6a-9abb-d6184a2e3eb4) {{(pid=104160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:38:11.319968 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device 02a6b381-b9c7-43f3-8762-ee5b863ac711 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=104160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 15:38:11.530350 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] For port 02a6b381-b9c7-43f3-8762-ee5b863ac711, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=02a6b381-b9c7-43f3-8762-ee5b863ac711,segment=NetworkSegment(3e695c53-0855-4033-b66c-5de9c04ee5a9),segment_id=3e695c53-0855-4033-b66c-5de9c04ee5a9)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:38:11.548484 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-6d3629e2-685b-4b76-8003-c310587a05e5 admin admin] Publish callbacks [] for router_gateway (61c05364-7392-420f-80bc-bfc7084f6059), precommit_update {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:11.552400 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-5919311e-8e37-4fe2-889f-d5cdc918026d None None] Publish callbacks [] for port (891e30fb-6fa9-4a6a-9abb-d6184a2e3eb4), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:11.554014 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Returning: {'device': '02a6b381-b9c7-43f3-8762-ee5b863ac711', 'network_id': 'ffd9f9ff-86a8-41a0-b247-ed3515901842', 'port_id': '02a6b381-b9c7-43f3-8762-ee5b863ac711', 'mac_address': 'fa:16:3e:1c:d7:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b9feebc-e9c9-4a4e-ad3c-a41e234df103', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 15:38:11.598842 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Current status of the port 02a6b381-b9c7-43f3-8762-ee5b863ac711 is: DOWN; New status is: BUILD {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:38:11.599412 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (02a6b381-b9c7-43f3-8762-ee5b863ac711), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:11.614652 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.notifiers.nova [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02a6b381-b9c7-43f3-8762-ee5b863ac711 {{(pid=104160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:38:11.636598 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] For port 02a6b381-b9c7-43f3-8762-ee5b863ac711, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=02a6b381-b9c7-43f3-8762-ee5b863ac711,segment=NetworkSegment(3e695c53-0855-4033-b66c-5de9c04ee5a9),segment_id=3e695c53-0855-4033-b66c-5de9c04ee5a9)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:38:11.694043 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-5919311e-8e37-4fe2-889f-d5cdc918026d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772784453870'] for port (891e30fb-6fa9-4a6a-9abb-d6184a2e3eb4), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:11.696532 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acebd7b5-c727-44e5-b839-73aa9b61651a req-c3f0293b-31fc-4f6e-8a73-a7882b277914 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:11.698071 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-acebd7b5-c727-44e5-b839-73aa9b61651a req-c3f0293b-31fc-4f6e-8a73-a7882b277914 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d36bca0-99c6-4f74-a1e9-8f4e0d61c38b HTTP/1.1" status: 200 len: 945 time: 0.1045806 Mar 31 15:38:11.741135 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5919311e-8e37-4fe2-889f-d5cdc918026d None None] Network 54f93439-21db-4baa-8b08-99086bb09a5a is already hosted by enough agents. {{(pid=104160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:38:11.744115 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.scheduler.base_scheduler [None req-5919311e-8e37-4fe2-889f-d5cdc918026d None None] Resources bound (agent type, host, resource id): {{(pid=104160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:38:11.748470 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5919311e-8e37-4fe2-889f-d5cdc918026d None None] Received port after_create {{(pid=104160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:38:11.761978 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919311e-8e37-4fe2-889f-d5cdc918026d None None] Pushing event updated for resources: {'Port': ['ID=891e30fb-6fa9-4a6a-9abb-d6184a2e3eb4,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:38:11.778013 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-acebd7b5-c727-44e5-b839-73aa9b61651a req-9c6248a2-fec3-47ef-90c6-3d704a3e0e73 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589435 Mar 31 15:38:11.797696 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (02a6b381-b9c7-43f3-8762-ee5b863ac711), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:11.857877 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [None req-5919311e-8e37-4fe2-889f-d5cdc918026d None None] Attempting to bind port 891e30fb-6fa9-4a6a-9abb-d6184a2e3eb4 on host dv-cinder-750782-15-smb for vnic_type normal with profile {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:38:11.858596 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [None req-5919311e-8e37-4fe2-889f-d5cdc918026d None None] Attempting to bind port 891e30fb-6fa9-4a6a-9abb-d6184a2e3eb4 by drivers openvswitch,hyperv on host dv-cinder-750782-15-smb at level 0 using segments [{'id': 'd1e899bc-0690-4a78-81a5-f4dd3e2db035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '54f93439-21db-4baa-8b08-99086bb09a5a'}] {{(pid=104160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:38:11.858596 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5919311e-8e37-4fe2-889f-d5cdc918026d None None] Attempting to bind port 891e30fb-6fa9-4a6a-9abb-d6184a2e3eb4 on network 54f93439-21db-4baa-8b08-99086bb09a5a {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:38:11.871630 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5919311e-8e37-4fe2-889f-d5cdc918026d None None] Checking agent: {'id': 'fd34c7ed-cab5-463e-81bb-e9aa6ef90623', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 27, 41), 'started_at': datetime.datetime(2022, 3, 31, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:38:11.872385 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5919311e-8e37-4fe2-889f-d5cdc918026d None None] Checking segment: {'id': 'd1e899bc-0690-4a78-81a5-f4dd3e2db035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '54f93439-21db-4baa-8b08-99086bb09a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:38:11.872385 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-5919311e-8e37-4fe2-889f-d5cdc918026d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:11.872794 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5919311e-8e37-4fe2-889f-d5cdc918026d None None] Bound using segment: {'id': 'd1e899bc-0690-4a78-81a5-f4dd3e2db035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '54f93439-21db-4baa-8b08-99086bb09a5a'} {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:38:11.873258 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [None req-5919311e-8e37-4fe2-889f-d5cdc918026d None None] Bound port: 891e30fb-6fa9-4a6a-9abb-d6184a2e3eb4, host: dv-cinder-750782-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1e899bc-0690-4a78-81a5-f4dd3e2db035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '54f93439-21db-4baa-8b08-99086bb09a5a'}}] {{(pid=104160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:38:11.873654 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-5919311e-8e37-4fe2-889f-d5cdc918026d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (891e30fb-6fa9-4a6a-9abb-d6184a2e3eb4), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:11.894903 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Pushing event updated for resources: {'Port': ['ID=02a6b381-b9c7-43f3-8762-ee5b863ac711,revision_number=4']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:38:11.908049 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-6d3629e2-685b-4b76-8003-c310587a05e5 admin admin] Publish callbacks [] for router_gateway (61c05364-7392-420f-80bc-bfc7084f6059), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:11.934680 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-6d3629e2-685b-4b76-8003-c310587a05e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:11.964115 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-5919311e-8e37-4fe2-889f-d5cdc918026d None None] For port 891e30fb-6fa9-4a6a-9abb-d6184a2e3eb4, host dv-cinder-750782-15-smb, cleared binding levels {{(pid=104160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:38:11.972819 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-5919311e-8e37-4fe2-889f-d5cdc918026d None None] For port 891e30fb-6fa9-4a6a-9abb-d6184a2e3eb4, host dv-cinder-750782-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-smb',level=0,port_id=891e30fb-6fa9-4a6a-9abb-d6184a2e3eb4,segment=NetworkSegment(d1e899bc-0690-4a78-81a5-f4dd3e2db035),segment_id=d1e899bc-0690-4a78-81a5-f4dd3e2db035)] {{(pid=104160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:38:12.113046 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.db.db_base_plugin_common [None req-6d3629e2-685b-4b76-8003-c310587a05e5 admin admin] Allocated IP 172.28.2.170 (8959fca3-760a-428d-87ed-41d110f4f943/79fe0710-163f-45bc-8cd9-cc15163c6821/bff79095-120a-4cf2-890b-2caa763ab761) {{(pid=104158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:38:12.113251 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device 09271ce5-7f0e-4a7a-80aa-a3aa9f073e78 up at agent ovs-agent-dv-cinder-750782-15-smb {{(pid=104160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:38:12.167333 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Provisioning complete for port 09271ce5-7f0e-4a7a-80aa-a3aa9f073e78 triggered by entity L2. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:38:12.167730 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (09271ce5-7f0e-4a7a-80aa-a3aa9f073e78), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:12.230717 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-6d3629e2-685b-4b76-8003-c310587a05e5 admin admin] Publish callbacks [] for port (bff79095-120a-4cf2-890b-2caa763ab761), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:12.264444 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Current status of the port 09271ce5-7f0e-4a7a-80aa-a3aa9f073e78 is: ACTIVE; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:38:12.287012 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] get_ports_and_sgs() called for port_ids ['02a6b381-b9c7-43f3-8762-ee5b863ac711'] {{(pid=104160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:38:12.348291 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030bb240-6225-42d7-a294-4600b74c1d6d req-88b7f7ae-735e-44c6-92bb-167a898adb10 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:12.350028 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-030bb240-6225-42d7-a294-4600b74c1d6d req-88b7f7ae-735e-44c6-92bb-167a898adb10 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/ports?device_id=e103c7fe-6d4d-4686-bc84-a52957c5ff89 HTTP/1.1" status: 200 len: 944 time: 0.0588298 Mar 31 15:38:12.415935 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-030bb240-6225-42d7-a294-4600b74c1d6d req-4b25715e-d650-4b2a-9636-5be8cef196f1 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/security-groups?id=e011baaf-84f9-4646-8dd7-458d741337cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567651 Mar 31 15:38:12.722955 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-5919311e-8e37-4fe2-889f-d5cdc918026d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (891e30fb-6fa9-4a6a-9abb-d6184a2e3eb4), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:12.759486 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-6d3629e2-685b-4b76-8003-c310587a05e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772784453870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302876'] for port (bff79095-120a-4cf2-890b-2caa763ab761), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:12.781795 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919311e-8e37-4fe2-889f-d5cdc918026d None None] Pushing event updated for resources: {'Port': ['ID=891e30fb-6fa9-4a6a-9abb-d6184a2e3eb4,revision_number=2']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:38:12.801635 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3629e2-685b-4b76-8003-c310587a05e5 admin admin] Network 8959fca3-760a-428d-87ed-41d110f4f943 is already hosted by enough agents. {{(pid=104158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:38:12.805098 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.scheduler.base_scheduler [None req-6d3629e2-685b-4b76-8003-c310587a05e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:38:12.807196 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3629e2-685b-4b76-8003-c310587a05e5 admin admin] Received port after_create {{(pid=104158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:38:12.852120 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3629e2-685b-4b76-8003-c310587a05e5 admin admin] Pushing event updated for resources: {'Port': ['ID=bff79095-120a-4cf2-890b-2caa763ab761,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:38:12.867087 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3629e2-685b-4b76-8003-c310587a05e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:12.867437 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3629e2-685b-4b76-8003-c310587a05e5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:12.867778 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3629e2-685b-4b76-8003-c310587a05e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:12.868117 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3629e2-685b-4b76-8003-c310587a05e5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:12.868452 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3629e2-685b-4b76-8003-c310587a05e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:12.868783 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3629e2-685b-4b76-8003-c310587a05e5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:12.869109 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3629e2-685b-4b76-8003-c310587a05e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:12.869459 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3629e2-685b-4b76-8003-c310587a05e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:12.869785 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3629e2-685b-4b76-8003-c310587a05e5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:12.870122 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3629e2-685b-4b76-8003-c310587a05e5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:12.870439 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3629e2-685b-4b76-8003-c310587a05e5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:12.870810 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3629e2-685b-4b76-8003-c310587a05e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:12.871133 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3629e2-685b-4b76-8003-c310587a05e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:12.871457 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3629e2-685b-4b76-8003-c310587a05e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:12.871764 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3629e2-685b-4b76-8003-c310587a05e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:13.047517 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9561996-b0d2-4370-9a5e-425215bcd125 req-331e94f5-0c2d-451c-8cdf-8e3f1fca52a0 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:13.049120 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-e9561996-b0d2-4370-9a5e-425215bcd125 req-331e94f5-0c2d-451c-8cdf-8e3f1fca52a0 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d36bca0-99c6-4f74-a1e9-8f4e0d61c38b HTTP/1.1" status: 200 len: 945 time: 0.1858943 Mar 31 15:38:13.119129 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-e9561996-b0d2-4370-9a5e-425215bcd125 req-8bd1f88f-ac98-4f5e-b29e-8a04f77d6054 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574212 Mar 31 15:38:13.331543 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device 02a6b381-b9c7-43f3-8762-ee5b863ac711 up at agent hyperv_hv-cinder-75078 {{(pid=104160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:38:13.522348 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Provisioning for port 02a6b381-b9c7-43f3-8762-ee5b863ac711 completed by entity L2. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 15:38:13.526801 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Provisioning complete for port 02a6b381-b9c7-43f3-8762-ee5b863ac711 triggered by entity L2. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:38:13.527278 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (02a6b381-b9c7-43f3-8762-ee5b863ac711), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:13.559617 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5044ae-cd52-4b58-880d-e1e2a6034ccd req-41352378-1279-4c46-9f87-733a5d672c31 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:13.562573 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-dd5044ae-cd52-4b58-880d-e1e2a6034ccd req-41352378-1279-4c46-9f87-733a5d672c31 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/ports?device_id=e103c7fe-6d4d-4686-bc84-a52957c5ff89 HTTP/1.1" status: 200 len: 944 time: 0.0707197 Mar 31 15:38:13.598403 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-6d3629e2-685b-4b76-8003-c310587a05e5 admin admin] Publish callbacks [] for router_gateway (61c05364-7392-420f-80bc-bfc7084f6059), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:13.632452 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-dd5044ae-cd52-4b58-880d-e1e2a6034ccd req-52636c6e-51be-4ea8-87a8-eaf75b7a6bdc tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/security-groups?id=e011baaf-84f9-4646-8dd7-458d741337cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629115 Mar 31 15:38:13.666128 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Current status of the port 02a6b381-b9c7-43f3-8762-ee5b863ac711 is: BUILD; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:38:13.666533 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (02a6b381-b9c7-43f3-8762-ee5b863ac711), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:13.699163 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e103c7fe-6d4d-4686-bc84-a52957c5ff89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02a6b381-b9c7-43f3-8762-ee5b863ac711'}] {{(pid=104160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:38:13.702770 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce3869fed81eb230bc7c00aef7f85a04080afe3b8b72d2e6fbd63f6167e83839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe92760-ffb9-470b-ae61-0f2008b15943" -d '{"events": [{"server_uuid": "e103c7fe-6d4d-4686-bc84-a52957c5ff89", "name": "network-vif-plugged", "status": "completed", "tag": "02a6b381-b9c7-43f3-8762-ee5b863ac711"}]}' {{(pid=104160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:38:13.718688 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] For port 02a6b381-b9c7-43f3-8762-ee5b863ac711, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=02a6b381-b9c7-43f3-8762-ee5b863ac711,segment=NetworkSegment(3e695c53-0855-4033-b66c-5de9c04ee5a9),segment_id=3e695c53-0855-4033-b66c-5de9c04ee5a9)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:38:13.748099 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab2e706-1bd0-4111-ab5a-f077b9ee0a18 x-openstack-request-id: req-bab2e706-1bd0-4111-ab5a-f077b9ee0a18 {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:38:13.748472 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e103c7fe-6d4d-4686-bc84-a52957c5ff89", "name": "network-vif-plugged", "status": "completed", "tag": "02a6b381-b9c7-43f3-8762-ee5b863ac711", "code": 200}]} {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:38:13.748736 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bab2e706-1bd0-4111-ab5a-f077b9ee0a18 {{(pid=104160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:38:13.749143 dv-cinder-750782-15-smb neutron-server[104160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bab2e706-1bd0-4111-ab5a-f077b9ee0a18'] response: {'server_uuid': 'e103c7fe-6d4d-4686-bc84-a52957c5ff89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02a6b381-b9c7-43f3-8762-ee5b863ac711', 'code': 200} Mar 31 15:38:13.861463 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-6d3629e2-685b-4b76-8003-c310587a05e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573997'] for router (61c05364-7392-420f-80bc-bfc7084f6059), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:13.888491 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (02a6b381-b9c7-43f3-8762-ee5b863ac711), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:13.949107 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Pushing event updated for resources: {'Port': ['ID=02a6b381-b9c7-43f3-8762-ee5b863ac711,revision_number=5']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:38:13.995192 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7693023-dbfa-4b99-bf40-6f122aaec0a3 None None] Network 54f93439-21db-4baa-8b08-99086bb09a5a requested from dv-cinder-750782-15-smb {{(pid=104160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:38:14.105905 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-eda4066e-47ad-487e-ae24-95db2529aa67 None None] Provisioning complete for port 891e30fb-6fa9-4a6a-9abb-d6184a2e3eb4 triggered by entity DHCP. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:38:14.105905 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-eda4066e-47ad-487e-ae24-95db2529aa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (891e30fb-6fa9-4a6a-9abb-d6184a2e3eb4), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:14.122719 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d3629e2-685b-4b76-8003-c310587a05e5 admin admin] Router 61c05364-7392-420f-80bc-bfc7084f6059 is scheduled to L3 agent 9721ac04-bac7-49da-b384-3a2049eedfa2 with binding_index 1 {{(pid=104158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 15:38:14.144375 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device 891e30fb-6fa9-4a6a-9abb-d6184a2e3eb4 up at agent ovs-agent-dv-cinder-750782-15-smb {{(pid=104160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:38:14.209696 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7834d55d-e22e-4451-aa56-86559c75bb29 req-16db6790-03eb-42ad-9bf4-2df1fef07cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:14.211858 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-7834d55d-e22e-4451-aa56-86559c75bb29 req-16db6790-03eb-42ad-9bf4-2df1fef07cfe service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e103c7fe-6d4d-4686-bc84-a52957c5ff89 HTTP/1.1" status: 200 len: 1129 time: 0.0694029 Mar 31 15:38:14.294223 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Provisioning complete for port 891e30fb-6fa9-4a6a-9abb-d6184a2e3eb4 triggered by entity L2. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:38:14.294598 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (891e30fb-6fa9-4a6a-9abb-d6184a2e3eb4), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:14.328533 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-7834d55d-e22e-4451-aa56-86559c75bb29 req-7165afe5-c565-4c77-b566-09e7d75ffbf9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e011baaf-84f9-4646-8dd7-458d741337cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088154 Mar 31 15:38:14.348092 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c34e01d-c496-4ffb-b527-b56bed376633 req-bcf85153-59c6-440e-a35f-3247ceba1849 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:14.348608 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-3c34e01d-c496-4ffb-b527-b56bed376633 req-bcf85153-59c6-440e-a35f-3247ceba1849 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d36bca0-99c6-4f74-a1e9-8f4e0d61c38b HTTP/1.1" status: 200 len: 945 time: 0.0970929 Mar 31 15:38:14.434362 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-3c34e01d-c496-4ffb-b527-b56bed376633 req-81aaffd5-7a27-419f-bed6-aa15a9acca1a tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797725 Mar 31 15:38:14.437110 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-eda4066e-47ad-487e-ae24-95db2529aa67 None None] Current status of the port 891e30fb-6fa9-4a6a-9abb-d6184a2e3eb4 is: DOWN; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:38:14.438130 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-eda4066e-47ad-487e-ae24-95db2529aa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (891e30fb-6fa9-4a6a-9abb-d6184a2e3eb4), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:14.483481 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d3629e2-685b-4b76-8003-c310587a05e5 admin admin] Notify agent at l3_agent.dv-cinder-750782-15-smb the message routers_updated {{(pid=104158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:38:14.496517 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900aa68f-d9ca-464f-a855-81a183a227c5 None None] Sync routers for ids ['61c05364-7392-420f-80bc-bfc7084f6059'] in dv-cinder-750782-15-smb {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:38:14.528468 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900aa68f-d9ca-464f-a855-81a183a227c5 None None] Routers {'61c05364-7392-420f-80bc-bfc7084f6059'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:38:14.536194 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-900aa68f-d9ca-464f-a855-81a183a227c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:38:06Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['61c05364-7392-420f-80bc-bfc7084f6059'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:38:14.595306 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-eda4066e-47ad-487e-ae24-95db2529aa67 None None] For port 891e30fb-6fa9-4a6a-9abb-d6184a2e3eb4, host dv-cinder-750782-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-smb',level=0,port_id=891e30fb-6fa9-4a6a-9abb-d6184a2e3eb4,segment=NetworkSegment(d1e899bc-0690-4a78-81a5-f4dd3e2db035),segment_id=d1e899bc-0690-4a78-81a5-f4dd3e2db035)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:38:14.614923 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-6d3629e2-685b-4b76-8003-c310587a05e5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:14.621913 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 46582) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:38:14.624497 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-6d3629e2-685b-4b76-8003-c310587a05e5 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.6212640 Mar 31 15:38:14.645244 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Current status of the port 891e30fb-6fa9-4a6a-9abb-d6184a2e3eb4 is: DOWN; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:38:14.645855 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (891e30fb-6fa9-4a6a-9abb-d6184a2e3eb4), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:14.707623 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8440c821-9a4e-434b-9645-aa1b2090641c req-b4f1b82c-c4f8-45e9-a573-b773234f6f10 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:14.711659 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-900aa68f-d9ca-464f-a855-81a183a227c5 None None] Set router 61c05364-7392-420f-80bc-bfc7084f6059 gateway port host: dv-cinder-750782-15-smb {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:38:14.715719 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-8440c821-9a4e-434b-9645-aa1b2090641c req-b4f1b82c-c4f8-45e9-a573-b773234f6f10 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0ef3ef4-c9e3-4547-90a8-f12417af2afa HTTP/1.1" status: 200 len: 946 time: 0.1467030 Mar 31 15:38:14.783333 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-eda4066e-47ad-487e-ae24-95db2529aa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (891e30fb-6fa9-4a6a-9abb-d6184a2e3eb4), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:14.824069 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-8440c821-9a4e-434b-9645-aa1b2090641c req-f3c510f2-92f9-4713-a486-0587a42334ec tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046004 Mar 31 15:38:14.892703 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda4066e-47ad-487e-ae24-95db2529aa67 None None] Pushing event updated for resources: {'Port': ['ID=891e30fb-6fa9-4a6a-9abb-d6184a2e3eb4,revision_number=3']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:38:14.894332 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b146178-21c3-48c3-9cdc-d6fe8f84ebf4 req-5a22831f-3c47-4528-a305-e5b3cab51645 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:14.900383 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.db.api [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:38:14.900743 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG oslo_db.api [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:38:14.902573 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-6b146178-21c3-48c3-9cdc-d6fe8f84ebf4 req-5a22831f-3c47-4528-a305-e5b3cab51645 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/ports?device_id=e103c7fe-6d4d-4686-bc84-a52957c5ff89 HTTP/1.1" status: 200 len: 945 time: 0.1462355 Mar 31 15:38:14.911271 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-3ac43a7b-e5ae-4c83-a90f-1eb3f16b891e None None] Provisioning complete for port 891e30fb-6fa9-4a6a-9abb-d6184a2e3eb4 triggered by entity DHCP. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:38:14.911649 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3ac43a7b-e5ae-4c83-a90f-1eb3f16b891e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (891e30fb-6fa9-4a6a-9abb-d6184a2e3eb4), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:15.028753 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-3ac43a7b-e5ae-4c83-a90f-1eb3f16b891e None None] Current status of the port 891e30fb-6fa9-4a6a-9abb-d6184a2e3eb4 is: ACTIVE; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:38:15.040284 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-6b146178-21c3-48c3-9cdc-d6fe8f84ebf4 req-2de6af98-521d-474f-8bb3-966e92d4094f tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/security-groups?id=e011baaf-84f9-4646-8dd7-458d741337cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364896 Mar 31 15:38:15.096676 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-900aa68f-d9ca-464f-a855-81a183a227c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c05364-7392-420f-80bc-bfc7084f6059', 'name': 'tempest-TestMinimumBasicScenario-2025140057-router', 'tenant_id': '5a346b44a5414bbc9b994043e2308a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.170'}], 'enable_snat': True}, 'gw_port_id': 'bff79095-120a-4cf2-890b-2caa763ab761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:38:11Z', 'updated_at': '2022-03-31T15:38:13Z', 'revision_number': 3, 'project_id': '5a346b44a5414bbc9b994043e2308a61', 'gw_port': {'id': 'bff79095-120a-4cf2-890b-2caa763ab761', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:2e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c05364-7392-420f-80bc-bfc7084f6059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:38:11Z', 'updated_at': '2022-03-31T15:38:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb'}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:38:15.124987 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900aa68f-d9ca-464f-a855-81a183a227c5 None None] Checking router: 61c05364-7392-420f-80bc-bfc7084f6059 for host: dv-cinder-750782-15-smb {{(pid=104161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:38:15.125362 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900aa68f-d9ca-464f-a855-81a183a227c5 None None] Updating router 61c05364-7392-420f-80bc-bfc7084f6059 port bff79095-120a-4cf2-890b-2caa763ab761 binding host dv-cinder-750782-15-smb {{(pid=104161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:38:15.156554 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-900aa68f-d9ca-464f-a855-81a183a227c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (bff79095-120a-4cf2-890b-2caa763ab761), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:15.448003 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Current status of the port 891e30fb-6fa9-4a6a-9abb-d6184a2e3eb4 is: ACTIVE; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:38:15.462662 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-900aa68f-d9ca-464f-a855-81a183a227c5 None None] Publish callbacks [] for port (bff79095-120a-4cf2-890b-2caa763ab761), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:15.550485 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-900aa68f-d9ca-464f-a855-81a183a227c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (bff79095-120a-4cf2-890b-2caa763ab761), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:15.561206 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-f288342c-8e44-45ad-bd3b-350b855ed872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:15.647718 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55124aae-5ca1-4b27-b822-2e41b6681050 None None] Pushing event updated for resources: {'Port': ['ID=bff79095-120a-4cf2-890b-2caa763ab761,revision_number=2']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:38:15.650667 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-900aa68f-d9ca-464f-a855-81a183a227c5 None None] Attempting to bind port bff79095-120a-4cf2-890b-2caa763ab761 on host dv-cinder-750782-15-smb for vnic_type normal with profile {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:38:15.655063 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-900aa68f-d9ca-464f-a855-81a183a227c5 None None] Attempting to bind port bff79095-120a-4cf2-890b-2caa763ab761 by drivers openvswitch,hyperv on host dv-cinder-750782-15-smb at level 0 using segments [{'id': 'f25e0e1e-326a-4ef5-aa96-2f0a78776ef2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943'}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:38:15.655063 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900aa68f-d9ca-464f-a855-81a183a227c5 None None] Attempting to bind port bff79095-120a-4cf2-890b-2caa763ab761 on network 8959fca3-760a-428d-87ed-41d110f4f943 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:38:15.659808 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900aa68f-d9ca-464f-a855-81a183a227c5 None None] Checking agent: {'id': 'fd34c7ed-cab5-463e-81bb-e9aa6ef90623', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 27, 41), 'started_at': datetime.datetime(2022, 3, 31, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:38:15.660476 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900aa68f-d9ca-464f-a855-81a183a227c5 None None] Checking segment: {'id': 'f25e0e1e-326a-4ef5-aa96-2f0a78776ef2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:38:15.661235 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-900aa68f-d9ca-464f-a855-81a183a227c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:15.662316 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900aa68f-d9ca-464f-a855-81a183a227c5 None None] Bound using segment: {'id': 'f25e0e1e-326a-4ef5-aa96-2f0a78776ef2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943'} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:38:15.664014 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-900aa68f-d9ca-464f-a855-81a183a227c5 None None] Bound port: bff79095-120a-4cf2-890b-2caa763ab761, host: dv-cinder-750782-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f25e0e1e-326a-4ef5-aa96-2f0a78776ef2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943'}}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:38:15.664739 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-900aa68f-d9ca-464f-a855-81a183a227c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (bff79095-120a-4cf2-890b-2caa763ab761), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:15.742207 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-900aa68f-d9ca-464f-a855-81a183a227c5 None None] For port bff79095-120a-4cf2-890b-2caa763ab761, host dv-cinder-750782-15-smb, cleared binding levels {{(pid=104161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:38:15.747057 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-900aa68f-d9ca-464f-a855-81a183a227c5 None None] For port bff79095-120a-4cf2-890b-2caa763ab761, host dv-cinder-750782-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-smb',level=0,port_id=bff79095-120a-4cf2-890b-2caa763ab761,segment=NetworkSegment(f25e0e1e-326a-4ef5-aa96-2f0a78776ef2),segment_id=f25e0e1e-326a-4ef5-aa96-2f0a78776ef2)] {{(pid=104161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:38:15.784708 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.db_base_plugin_common [None req-f288342c-8e44-45ad-bd3b-350b855ed872 admin admin] Allocated IP 172.20.0.1 (54f93439-21db-4baa-8b08-99086bb09a5a/fc99d566-a387-49ff-b19d-05d45bb50587/312fb83d-87d2-4113-b457-cea431c9a5d5) {{(pid=104159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:38:15.836698 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-900aa68f-d9ca-464f-a855-81a183a227c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (bff79095-120a-4cf2-890b-2caa763ab761), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:15.903572 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900aa68f-d9ca-464f-a855-81a183a227c5 None None] Routers {'61c05364-7392-420f-80bc-bfc7084f6059'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:38:15.904200 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-900aa68f-d9ca-464f-a855-81a183a227c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:38:06Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['61c05364-7392-420f-80bc-bfc7084f6059'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:38:15.909730 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55124aae-5ca1-4b27-b822-2e41b6681050 None None] Pushing event updated for resources: {'Port': ['ID=bff79095-120a-4cf2-890b-2caa763ab761,revision_number=3']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:38:15.912074 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-f288342c-8e44-45ad-bd3b-350b855ed872 admin admin] Publish callbacks [] for port (312fb83d-87d2-4113-b457-cea431c9a5d5), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:16.036118 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-900aa68f-d9ca-464f-a855-81a183a227c5 None None] Set router 61c05364-7392-420f-80bc-bfc7084f6059 gateway port host: dv-cinder-750782-15-smb {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:38:16.078559 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device 891e30fb-6fa9-4a6a-9abb-d6184a2e3eb4 up at agent ovs-agent-dv-cinder-750782-15-smb {{(pid=104160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:38:16.091027 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-f288342c-8e44-45ad-bd3b-350b855ed872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772784453870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3148002'] for port (312fb83d-87d2-4113-b457-cea431c9a5d5), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:16.158022 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Provisioning complete for port 891e30fb-6fa9-4a6a-9abb-d6184a2e3eb4 triggered by entity L2. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:38:16.159364 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (891e30fb-6fa9-4a6a-9abb-d6184a2e3eb4), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:16.169804 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f288342c-8e44-45ad-bd3b-350b855ed872 admin admin] Network 54f93439-21db-4baa-8b08-99086bb09a5a is already hosted by enough agents. {{(pid=104159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:38:16.176216 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [None req-f288342c-8e44-45ad-bd3b-350b855ed872 admin admin] Resources bound (agent type, host, resource id): {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:38:16.180413 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f288342c-8e44-45ad-bd3b-350b855ed872 admin admin] Received port after_create {{(pid=104159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:38:16.225763 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e115d3-6220-4f66-8d7c-36c219b8decb req-0e62da70-06b8-4b53-a430-6c541afa5c0e tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:16.229128 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-e8e115d3-6220-4f66-8d7c-36c219b8decb req-0e62da70-06b8-4b53-a430-6c541afa5c0e tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/ports?device_id=e103c7fe-6d4d-4686-bc84-a52957c5ff89 HTTP/1.1" status: 200 len: 945 time: 0.1103332 Mar 31 15:38:16.291792 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-f288342c-8e44-45ad-bd3b-350b855ed872 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574458'] for router_interface (61c05364-7392-420f-80bc-bfc7084f6059), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:16.302307 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Current status of the port 891e30fb-6fa9-4a6a-9abb-d6184a2e3eb4 is: ACTIVE; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:38:16.339422 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-900aa68f-d9ca-464f-a855-81a183a227c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c05364-7392-420f-80bc-bfc7084f6059', 'name': 'tempest-TestMinimumBasicScenario-2025140057-router', 'tenant_id': '5a346b44a5414bbc9b994043e2308a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.170'}], 'enable_snat': True}, 'gw_port_id': 'bff79095-120a-4cf2-890b-2caa763ab761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:38:11Z', 'updated_at': '2022-03-31T15:38:13Z', 'revision_number': 3, 'project_id': '5a346b44a5414bbc9b994043e2308a61', 'gw_port': {'id': 'bff79095-120a-4cf2-890b-2caa763ab761', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:2e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c05364-7392-420f-80bc-bfc7084f6059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:38:11Z', 'updated_at': '2022-03-31T15:38:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb'}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:38:16.358029 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-e8e115d3-6220-4f66-8d7c-36c219b8decb req-cf78e7e7-64b4-4999-a0e1-5e949741799f tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/security-groups?id=e011baaf-84f9-4646-8dd7-458d741337cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132231 Mar 31 15:38:16.382125 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900aa68f-d9ca-464f-a855-81a183a227c5 None None] The sync data for ids ['61c05364-7392-420f-80bc-bfc7084f6059'] in dv-cinder-750782-15-smb is: [{'id': '61c05364-7392-420f-80bc-bfc7084f6059', 'name': 'tempest-TestMinimumBasicScenario-2025140057-router', 'tenant_id': '5a346b44a5414bbc9b994043e2308a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.170'}], 'enable_snat': True}, 'gw_port_id': 'bff79095-120a-4cf2-890b-2caa763ab761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:38:11Z', 'updated_at': '2022-03-31T15:38:13Z', 'revision_number': 3, 'project_id': '5a346b44a5414bbc9b994043e2308a61', 'gw_port': {'id': 'bff79095-120a-4cf2-890b-2caa763ab761', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:2e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c05364-7392-420f-80bc-bfc7084f6059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:38:11Z', 'updated_at': '2022-03-31T15:38:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb'}] {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:38:16.416814 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f288342c-8e44-45ad-bd3b-350b855ed872 admin admin] Pushing event updated for resources: {'Port': ['ID=312fb83d-87d2-4113-b457-cea431c9a5d5,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:38:16.432159 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f288342c-8e44-45ad-bd3b-350b855ed872 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:16.432603 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f288342c-8e44-45ad-bd3b-350b855ed872 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:16.433023 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f288342c-8e44-45ad-bd3b-350b855ed872 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:16.433481 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f288342c-8e44-45ad-bd3b-350b855ed872 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:16.433909 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f288342c-8e44-45ad-bd3b-350b855ed872 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:16.434311 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f288342c-8e44-45ad-bd3b-350b855ed872 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:16.434893 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f288342c-8e44-45ad-bd3b-350b855ed872 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:16.435350 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f288342c-8e44-45ad-bd3b-350b855ed872 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:16.435676 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f288342c-8e44-45ad-bd3b-350b855ed872 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:16.436073 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f288342c-8e44-45ad-bd3b-350b855ed872 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:16.436475 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f288342c-8e44-45ad-bd3b-350b855ed872 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:16.437603 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f288342c-8e44-45ad-bd3b-350b855ed872 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:16.441666 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f288342c-8e44-45ad-bd3b-350b855ed872 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:16.441666 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f288342c-8e44-45ad-bd3b-350b855ed872 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:16.441666 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f288342c-8e44-45ad-bd3b-350b855ed872 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:16.568364 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-d85bd716-4284-4e3a-8756-9f4ae2609e57 None None] Provisioning complete for port 312fb83d-87d2-4113-b457-cea431c9a5d5 triggered by entity DHCP. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:38:16.568857 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d85bd716-4284-4e3a-8756-9f4ae2609e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (312fb83d-87d2-4113-b457-cea431c9a5d5), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:16.589425 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9486e3d-4c67-4028-a81b-ffc81c0eb4f5 req-e3677997-3b92-46ad-bee8-2507ccb44e2e tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:16.591712 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-e9486e3d-4c67-4028-a81b-ffc81c0eb4f5 req-e3677997-3b92-46ad-bee8-2507ccb44e2e tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/ports?device_id=e103c7fe-6d4d-4686-bc84-a52957c5ff89 HTTP/1.1" status: 200 len: 945 time: 0.1050053 Mar 31 15:38:16.607873 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 46614) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:38:16.613733 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.v2.base [None req-316b76f2-1dc1-4874-977d-62142c1f2118 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Request body: {'floatingip': {'port_id': '02a6b381-b9c7-43f3-8762-ee5b863ac711'}} {{(pid=104158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:38:16.619267 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-d85bd716-4284-4e3a-8756-9f4ae2609e57 None None] Port 312fb83d-87d2-4113-b457-cea431c9a5d5 cannot update to ACTIVE because it is not bound. {{(pid=104160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:38:16.665451 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-316b76f2-1dc1-4874-977d-62142c1f2118 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks [] for floatingip (9f313ea0-284a-4139-a314-65f1887e5b74), before_update {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:16.748084 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-f288342c-8e44-45ad-bd3b-350b855ed872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (312fb83d-87d2-4113-b457-cea431c9a5d5), before_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:16.979675 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-f288342c-8e44-45ad-bd3b-350b855ed872 admin admin] Publish callbacks [] for port (312fb83d-87d2-4113-b457-cea431c9a5d5), precommit_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:17.116485 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-f288342c-8e44-45ad-bd3b-350b855ed872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3148011'] for port (312fb83d-87d2-4113-b457-cea431c9a5d5), after_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:17.209903 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f288342c-8e44-45ad-bd3b-350b855ed872 admin admin] Pushing event updated for resources: {'Port': ['ID=312fb83d-87d2-4113-b457-cea431c9a5d5,revision_number=2']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:38:17.224655 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-f288342c-8e44-45ad-bd3b-350b855ed872 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574318'] for router_interface (61c05364-7392-420f-80bc-bfc7084f6059), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:17.264941 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-316b76f2-1dc1-4874-977d-62142c1f2118 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:17.370561 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f288342c-8e44-45ad-bd3b-350b855ed872 admin admin] Network 54f93439-21db-4baa-8b08-99086bb09a5a is already hosted by enough agents. {{(pid=104159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:38:17.372210 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [None req-f288342c-8e44-45ad-bd3b-350b855ed872 admin admin] Resources bound (agent type, host, resource id): {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:38:17.397874 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-316b76f2-1dc1-4874-977d-62142c1f2118 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574067'] for floatingip (9f313ea0-284a-4139-a314-65f1887e5b74), after_update {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:17.537242 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.db.l3_db [None req-316b76f2-1dc1-4874-977d-62142c1f2118 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Floating IP 9f313ea0-284a-4139-a314-65f1887e5b74 associated. External IP: 172.28.2.101, port: 02a6b381-b9c7-43f3-8762-ee5b863ac711. Mar 31 15:38:17.542335 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f288342c-8e44-45ad-bd3b-350b855ed872 admin admin] Router 61c05364-7392-420f-80bc-bfc7084f6059 has already been hosted by L3 agent 9721ac04-bac7-49da-b384-3a2049eedfa2 {{(pid=104159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:38:17.784430 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-cbe95751-9a30-49a9-9ca1-be74802eee55 None None] Provisioning complete for port 312fb83d-87d2-4113-b457-cea431c9a5d5 triggered by entity DHCP. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:38:17.790446 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-cbe95751-9a30-49a9-9ca1-be74802eee55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (312fb83d-87d2-4113-b457-cea431c9a5d5), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:17.800814 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706cfea9-4573-4093-b232-085a2f9c700d req-3398e53c-7cc9-4389-a748-12ddd362161b tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:17.803248 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-706cfea9-4573-4093-b232-085a2f9c700d req-3398e53c-7cc9-4389-a748-12ddd362161b tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0ef3ef4-c9e3-4547-90a8-f12417af2afa HTTP/1.1" status: 200 len: 946 time: 0.1230187 Mar 31 15:38:17.804470 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f288342c-8e44-45ad-bd3b-350b855ed872 admin admin] Notify agent at l3_agent.dv-cinder-750782-15-smb the message routers_updated {{(pid=104159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:38:17.810404 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-f288342c-8e44-45ad-bd3b-350b855ed872 admin admin] 10.222.0.21 "PUT /v2.0/routers/61c05364-7392-420f-80bc-bfc7084f6059/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1875396 Mar 31 15:38:17.859036 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c7f577-8b92-4277-be26-92a47203ae1a req-0afc1bf6-2238-4ffd-9e4d-0c4475465110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:17.860816 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-56c7f577-8b92-4277-be26-92a47203ae1a req-0afc1bf6-2238-4ffd-9e4d-0c4475465110 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d4fc7fbc16624a3082581ef98d9d25a5&device_id=a0ef3ef4-c9e3-4547-90a8-f12417af2afa HTTP/1.1" status: 200 len: 1130 time: 0.1318908 Mar 31 15:38:17.921762 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-706cfea9-4573-4093-b232-085a2f9c700d req-2f802a94-207c-4f7a-880e-f6546b5720a4 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067500 Mar 31 15:38:17.932878 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-cbe95751-9a30-49a9-9ca1-be74802eee55 None None] Port 312fb83d-87d2-4113-b457-cea431c9a5d5 cannot update to ACTIVE because it is not bound. {{(pid=104160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:38:18.047816 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c7f577-8b92-4277-be26-92a47203ae1a req-580c6634-2867-4e72-8882-b0033cbcdf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:18.049683 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-56c7f577-8b92-4277-be26-92a47203ae1a req-580c6634-2867-4e72-8882-b0033cbcdf4e service neutron] 10.222.0.26 "GET /v2.0/networks?id=4a5bb9cd-d074-4713-88c5-e7791e1f5e5b HTTP/1.1" status: 200 len: 920 time: 0.1651137 Mar 31 15:38:18.137831 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-56c7f577-8b92-4277-be26-92a47203ae1a req-7086293b-d27d-45d2-92b7-8e26a5a263d0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=193922b2-f3ab-41e8-acd9-cc19a0164194 HTTP/1.1" status: 200 len: 217 time: 0.0788956 Mar 31 15:38:18.192127 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-316b76f2-1dc1-4874-977d-62142c1f2118 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Router 47e54d6f-fc64-4b8b-9c10-074acfd46db3 has already been hosted by L3 agent 9721ac04-bac7-49da-b384-3a2049eedfa2 {{(pid=104158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:38:18.193101 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device bff79095-120a-4cf2-890b-2caa763ab761 up at agent ovs-agent-dv-cinder-750782-15-smb {{(pid=104160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:38:18.199996 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c7f577-8b92-4277-be26-92a47203ae1a req-834687c5-df7b-47aa-b5e7-798e5d8c4a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:18.202252 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-56c7f577-8b92-4277-be26-92a47203ae1a req-834687c5-df7b-47aa-b5e7-798e5d8c4a45 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=94d12cd9-1105-49d4-9d9d-27e65ff0c644 HTTP/1.1" status: 200 len: 858 time: 0.0580606 Mar 31 15:38:18.239701 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Provisioning complete for port bff79095-120a-4cf2-890b-2caa763ab761 triggered by entity L2. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:38:18.240337 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (bff79095-120a-4cf2-890b-2caa763ab761), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:18.267766 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c7f577-8b92-4277-be26-92a47203ae1a req-1f9642a9-73cf-43e2-ac7b-f6d7f8f2b71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:18.269579 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-56c7f577-8b92-4277-be26-92a47203ae1a req-1f9642a9-73cf-43e2-ac7b-f6d7f8f2b71b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4a5bb9cd-d074-4713-88c5-e7791e1f5e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0614903 Mar 31 15:38:18.419099 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-316b76f2-1dc1-4874-977d-62142c1f2118 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Notify agent at l3_agent.dv-cinder-750782-15-smb the message routers_updated {{(pid=104158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:38:18.424426 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-316b76f2-1dc1-4874-977d-62142c1f2118 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451'] for floatingip (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:18.454192 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-56c7f577-8b92-4277-be26-92a47203ae1a req-30f11835-a455-4a4c-9caf-1b1738c58e5e service neutron] 10.222.0.26 "GET /v2.0/networks/4a5bb9cd-d074-4713-88c5-e7791e1f5e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764929 Mar 31 15:38:18.467210 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-316b76f2-1dc1-4874-977d-62142c1f2118 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "PUT /v2.0/floatingips/9f313ea0-284a-4139-a314-65f1887e5b74 HTTP/1.1" status: 200 len: 991 time: 1.8581543 Mar 31 15:38:18.468126 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e103c7fe-6d4d-4686-bc84-a52957c5ff89', 'tag': '02a6b381-b9c7-43f3-8762-ee5b863ac711'}] {{(pid=104158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:38:18.476244 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f960889515c719e6c42930f5609f9e3ff07dde6b2d3f3be48d9020484c6583bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a3fbd2-6a87-470a-88c9-e583c474637e" -d '{"events": [{"name": "network-changed", "server_uuid": "e103c7fe-6d4d-4686-bc84-a52957c5ff89", "tag": "02a6b381-b9c7-43f3-8762-ee5b863ac711"}]}' {{(pid=104158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:38:18.548598 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf8820e-d850-441a-bb1e-0e45429a9452 x-openstack-request-id: req-1cf8820e-d850-441a-bb1e-0e45429a9452 {{(pid=104158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:38:18.548959 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e103c7fe-6d4d-4686-bc84-a52957c5ff89", "tag": "02a6b381-b9c7-43f3-8762-ee5b863ac711", "status": "completed", "code": 200}]} {{(pid=104158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:38:18.550250 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1cf8820e-d850-441a-bb1e-0e45429a9452 {{(pid=104158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:38:18.550701 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cf8820e-d850-441a-bb1e-0e45429a9452'] response: {'name': 'network-changed', 'server_uuid': 'e103c7fe-6d4d-4686-bc84-a52957c5ff89', 'tag': '02a6b381-b9c7-43f3-8762-ee5b863ac711', 'status': 'completed', 'code': 200} Mar 31 15:38:18.592153 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104e3a47-8552-4861-85b3-c386210dd4f8 None None] Sync routers for ids ['47e54d6f-fc64-4b8b-9c10-074acfd46db3'] in dv-cinder-750782-15-smb {{(pid=104160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:38:18.608839 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Current status of the port bff79095-120a-4cf2-890b-2caa763ab761 is: DOWN; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:38:18.608839 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (bff79095-120a-4cf2-890b-2caa763ab761), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:18.666296 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a3fbd2-6a87-470a-88c9-e583c474637e req-43f3fd2d-4db9-4027-bba5-f19d8da2412d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:18.667877 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-a4a3fbd2-6a87-470a-88c9-e583c474637e req-43f3fd2d-4db9-4027-bba5-f19d8da2412d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=893dd59441624f78817c4a649a0aaf40&device_id=e103c7fe-6d4d-4686-bc84-a52957c5ff89 HTTP/1.1" status: 200 len: 1129 time: 0.1108434 Mar 31 15:38:18.675336 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104e3a47-8552-4861-85b3-c386210dd4f8 None None] Routers {'47e54d6f-fc64-4b8b-9c10-074acfd46db3'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:38:18.676402 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_hamode_db [None req-104e3a47-8552-4861-85b3-c386210dd4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:38:06Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['47e54d6f-fc64-4b8b-9c10-074acfd46db3'], 'active': True} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:38:18.680878 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-56c7f577-8b92-4277-be26-92a47203ae1a req-7c7613c5-5352-49b0-80e4-725f90f197b4 service neutron] 10.222.0.26 "GET /v2.0/networks/4a5bb9cd-d074-4713-88c5-e7791e1f5e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063544 Mar 31 15:38:18.805742 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] For port bff79095-120a-4cf2-890b-2caa763ab761, host dv-cinder-750782-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-smb',level=0,port_id=bff79095-120a-4cf2-890b-2caa763ab761,segment=NetworkSegment(f25e0e1e-326a-4ef5-aa96-2f0a78776ef2),segment_id=f25e0e1e-326a-4ef5-aa96-2f0a78776ef2)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:38:18.858644 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvr_db [None req-104e3a47-8552-4861-85b3-c386210dd4f8 None None] Set router 47e54d6f-fc64-4b8b-9c10-074acfd46db3 gateway port host: dv-cinder-750782-15-smb {{(pid=104160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:38:18.865583 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a3fbd2-6a87-470a-88c9-e583c474637e req-d3036181-ea38-4e04-b63a-e93a3f45e1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:18.867680 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-a4a3fbd2-6a87-470a-88c9-e583c474637e req-d3036181-ea38-4e04-b63a-e93a3f45e1dd service neutron] 10.222.0.26 "GET /v2.0/networks?id=ffd9f9ff-86a8-41a0-b247-ed3515901842 HTTP/1.1" status: 200 len: 916 time: 0.1842747 Mar 31 15:38:18.987538 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (bff79095-120a-4cf2-890b-2caa763ab761), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:19.086360 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-a4a3fbd2-6a87-470a-88c9-e583c474637e req-d3849eba-065c-44a2-8653-788bb312d4f3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02a6b381-b9c7-43f3-8762-ee5b863ac711 HTTP/1.1" status: 200 len: 999 time: 0.2104461 Mar 31 15:38:19.103238 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c2f5e5-97fb-4008-bdc1-3873279788ef None None] Sync routers for ids ['61c05364-7392-420f-80bc-bfc7084f6059'] in dv-cinder-750782-15-smb {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:38:19.115528 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c2f5e5-97fb-4008-bdc1-3873279788ef None None] Routers {'61c05364-7392-420f-80bc-bfc7084f6059'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:38:19.116157 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-58c2f5e5-97fb-4008-bdc1-3873279788ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:38:06Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['61c05364-7392-420f-80bc-bfc7084f6059'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:38:19.168846 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a3fbd2-6a87-470a-88c9-e583c474637e req-ad603415-0779-4ccf-b496-adf471166a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:19.171080 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-a4a3fbd2-6a87-470a-88c9-e583c474637e req-ad603415-0779-4ccf-b496-adf471166a28 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2b9feebc-e9c9-4a4e-ad3c-a41e234df103 HTTP/1.1" status: 200 len: 854 time: 0.0780420 Mar 31 15:38:19.177371 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Pushing event updated for resources: {'Port': ['ID=bff79095-120a-4cf2-890b-2caa763ab761,revision_number=4']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:38:19.234946 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:19.235583 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:19.236078 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:19.237434 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:19.241742 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:19.241742 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:19.241742 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:19.241742 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:19.241742 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:19.241742 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:19.241742 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:19.241742 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:19.241742 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:19.241742 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:19.243405 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:38:19.292918 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c313f2a5-628a-497f-b472-f025308d1428 req-414fdf39-2296-4303-bf99-d58e6c29bd12 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:19.295147 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-c313f2a5-628a-497f-b472-f025308d1428 req-414fdf39-2296-4303-bf99-d58e6c29bd12 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0ef3ef4-c9e3-4547-90a8-f12417af2afa HTTP/1.1" status: 200 len: 946 time: 0.1223652 Mar 31 15:38:19.305003 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a3fbd2-6a87-470a-88c9-e583c474637e req-063396ce-00bf-4fb2-8f7b-5f6875b11b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:19.306808 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-a4a3fbd2-6a87-470a-88c9-e583c474637e req-063396ce-00bf-4fb2-8f7b-5f6875b11b42 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ffd9f9ff-86a8-41a0-b247-ed3515901842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1203346 Mar 31 15:38:19.362703 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-58c2f5e5-97fb-4008-bdc1-3873279788ef None None] Set router 61c05364-7392-420f-80bc-bfc7084f6059 gateway port host: dv-cinder-750782-15-smb {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:38:19.469588 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_hamode_db [None req-104e3a47-8552-4861-85b3-c386210dd4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'name': 'tempest-AttachVolumeNegativeTest-1394788082-router', 'tenant_id': '893dd59441624f78817c4a649a0aaf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.62'}], 'enable_snat': True}, 'gw_port_id': '76eb623c-a949-48c4-8a2d-84c7b10c4265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:36:14Z', 'updated_at': '2022-03-31T15:36:22Z', 'revision_number': 4, 'project_id': '893dd59441624f78817c4a649a0aaf40', 'gw_port': {'id': '76eb623c-a949-48c4-8a2d-84c7b10c4265', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:15Z', 'updated_at': '2022-03-31T15:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_floatingips': [{'id': '9f313ea0-284a-4139-a314-65f1887e5b74', 'tenant_id': '893dd59441624f78817c4a649a0aaf40', 'floating_ip_address': '172.28.2.101', 'floating_network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'router_id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'port_id': '02a6b381-b9c7-43f3-8762-ee5b863ac711', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 353, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffd9f9ff-86a8-41a0-b247-ed3515901842', 'mac_address': 'fa:16:3e:1c:d7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e103c7fe-6d4d-4686-bc84-a52957c5ff89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:37:48Z', 'updated_at': '2022-03-31T15:38:17Z', 'revision_number': 1, 'project_id': '893dd59441624f78817c4a649a0aaf40', 'fixed_ip_address_scope': None}, {'id': 'cb26e3b3-8a2d-46cd-9fd4-3c15aca3559b', 'tenant_id': '893dd59441624f78817c4a649a0aaf40', 'floating_ip_address': '172.28.2.160', 'floating_network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'router_id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'port_id': 'ca1101dd-800e-4023-acf3-0d0caf81f935', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffd9f9ff-86a8-41a0-b247-ed3515901842', 'mac_address': 'fa:16:3e:b7:de:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f883d5ff-24b2-41bb-ad70-51cf5dc0ed9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:36:35Z', 'updated_at': '2022-03-31T15:37:02Z', 'revision_number': 2, 'project_id': '893dd59441624f78817c4a649a0aaf40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3426532-127a-4f0f-81e9-ac1ffbac2b79', 'name': '', 'network_id': 'ffd9f9ff-86a8-41a0-b247-ed3515901842', 'tenant_id': '893dd59441624f78817c4a649a0aaf40', 'mac_address': 'fa:16:3e:d8:13:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2b9feebc-e9c9-4a4e-ad3c-a41e234df103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:20Z', 'updated_at': '2022-03-31T15:36:29Z', 'revision_number': 5, 'project_id': '893dd59441624f78817c4a649a0aaf40', 'subnets': [{'id': '2b9feebc-e9c9-4a4e-ad3c-a41e234df103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:38:19.481126 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.agents_db [None req-c7073644-962b-4037-b6f3-12a39092c58a None None] Agent healthcheck: found 6 active agents {{(pid=104161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:38:19.483002 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-c313f2a5-628a-497f-b472-f025308d1428 req-57b6ced0-01fe-4c43-b710-d26ac6430deb tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717076 Mar 31 15:38:19.496783 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-a4a3fbd2-6a87-470a-88c9-e583c474637e req-301cef11-7b54-4214-8058-a7e882120fcf service neutron] 10.222.0.26 "GET /v2.0/networks/ffd9f9ff-86a8-41a0-b247-ed3515901842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778057 Mar 31 15:38:19.514236 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104e3a47-8552-4861-85b3-c386210dd4f8 None None] Checking router: 47e54d6f-fc64-4b8b-9c10-074acfd46db3 for host: dv-cinder-750782-15-smb {{(pid=104160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:38:19.523180 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104e3a47-8552-4861-85b3-c386210dd4f8 None None] Routers {'47e54d6f-fc64-4b8b-9c10-074acfd46db3'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:38:19.524332 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_hamode_db [None req-104e3a47-8552-4861-85b3-c386210dd4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:38:06Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['47e54d6f-fc64-4b8b-9c10-074acfd46db3'], 'active': True} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:38:19.656749 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-a4a3fbd2-6a87-470a-88c9-e583c474637e req-424a95cb-7039-4dee-9d6a-1d549cdb87d9 service neutron] 10.222.0.26 "GET /v2.0/networks/ffd9f9ff-86a8-41a0-b247-ed3515901842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522264 Mar 31 15:38:19.665907 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvr_db [None req-104e3a47-8552-4861-85b3-c386210dd4f8 None None] Set router 47e54d6f-fc64-4b8b-9c10-074acfd46db3 gateway port host: dv-cinder-750782-15-smb {{(pid=104160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:38:19.787203 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-58c2f5e5-97fb-4008-bdc1-3873279788ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c05364-7392-420f-80bc-bfc7084f6059', 'name': 'tempest-TestMinimumBasicScenario-2025140057-router', 'tenant_id': '5a346b44a5414bbc9b994043e2308a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.170'}], 'enable_snat': True}, 'gw_port_id': 'bff79095-120a-4cf2-890b-2caa763ab761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:38:11Z', 'updated_at': '2022-03-31T15:38:16Z', 'revision_number': 4, 'project_id': '5a346b44a5414bbc9b994043e2308a61', 'gw_port': {'id': 'bff79095-120a-4cf2-890b-2caa763ab761', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:2e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c05364-7392-420f-80bc-bfc7084f6059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:38:11Z', 'updated_at': '2022-03-31T15:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_interfaces': [{'id': '312fb83d-87d2-4113-b457-cea431c9a5d5', 'name': '', 'network_id': '54f93439-21db-4baa-8b08-99086bb09a5a', 'tenant_id': '5a346b44a5414bbc9b994043e2308a61', 'mac_address': 'fa:16:3e:e6:7d:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c05364-7392-420f-80bc-bfc7084f6059', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'fc99d566-a387-49ff-b19d-05d45bb50587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:38:15Z', 'updated_at': '2022-03-31T15:38:16Z', 'revision_number': 2, 'project_id': '5a346b44a5414bbc9b994043e2308a61', 'subnets': [{'id': 'fc99d566-a387-49ff-b19d-05d45bb50587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:38:19.827171 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c2f5e5-97fb-4008-bdc1-3873279788ef None None] Checking router: 61c05364-7392-420f-80bc-bfc7084f6059 for host: dv-cinder-750782-15-smb {{(pid=104161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:38:19.828068 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c2f5e5-97fb-4008-bdc1-3873279788ef None None] Updating router 61c05364-7392-420f-80bc-bfc7084f6059 port 312fb83d-87d2-4113-b457-cea431c9a5d5 binding host dv-cinder-750782-15-smb {{(pid=104161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:38:19.868930 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-58c2f5e5-97fb-4008-bdc1-3873279788ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (312fb83d-87d2-4113-b457-cea431c9a5d5), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:20.028261 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_hamode_db [None req-104e3a47-8552-4861-85b3-c386210dd4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'name': 'tempest-AttachVolumeNegativeTest-1394788082-router', 'tenant_id': '893dd59441624f78817c4a649a0aaf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.62'}], 'enable_snat': True}, 'gw_port_id': '76eb623c-a949-48c4-8a2d-84c7b10c4265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:36:14Z', 'updated_at': '2022-03-31T15:36:22Z', 'revision_number': 4, 'project_id': '893dd59441624f78817c4a649a0aaf40', 'gw_port': {'id': '76eb623c-a949-48c4-8a2d-84c7b10c4265', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:15Z', 'updated_at': '2022-03-31T15:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_floatingips': [{'id': '9f313ea0-284a-4139-a314-65f1887e5b74', 'tenant_id': '893dd59441624f78817c4a649a0aaf40', 'floating_ip_address': '172.28.2.101', 'floating_network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'router_id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'port_id': '02a6b381-b9c7-43f3-8762-ee5b863ac711', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 353, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffd9f9ff-86a8-41a0-b247-ed3515901842', 'mac_address': 'fa:16:3e:1c:d7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e103c7fe-6d4d-4686-bc84-a52957c5ff89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:37:48Z', 'updated_at': '2022-03-31T15:38:17Z', 'revision_number': 1, 'project_id': '893dd59441624f78817c4a649a0aaf40', 'fixed_ip_address_scope': None}, {'id': 'cb26e3b3-8a2d-46cd-9fd4-3c15aca3559b', 'tenant_id': '893dd59441624f78817c4a649a0aaf40', 'floating_ip_address': '172.28.2.160', 'floating_network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'router_id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'port_id': 'ca1101dd-800e-4023-acf3-0d0caf81f935', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffd9f9ff-86a8-41a0-b247-ed3515901842', 'mac_address': 'fa:16:3e:b7:de:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f883d5ff-24b2-41bb-ad70-51cf5dc0ed9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:36:35Z', 'updated_at': '2022-03-31T15:37:02Z', 'revision_number': 2, 'project_id': '893dd59441624f78817c4a649a0aaf40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3426532-127a-4f0f-81e9-ac1ffbac2b79', 'name': '', 'network_id': 'ffd9f9ff-86a8-41a0-b247-ed3515901842', 'tenant_id': '893dd59441624f78817c4a649a0aaf40', 'mac_address': 'fa:16:3e:d8:13:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2b9feebc-e9c9-4a4e-ad3c-a41e234df103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:20Z', 'updated_at': '2022-03-31T15:36:29Z', 'revision_number': 5, 'project_id': '893dd59441624f78817c4a649a0aaf40', 'subnets': [{'id': '2b9feebc-e9c9-4a4e-ad3c-a41e234df103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:38:20.096779 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104e3a47-8552-4861-85b3-c386210dd4f8 None None] The sync data for ids ['47e54d6f-fc64-4b8b-9c10-074acfd46db3'] in dv-cinder-750782-15-smb is: [{'id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'name': 'tempest-AttachVolumeNegativeTest-1394788082-router', 'tenant_id': '893dd59441624f78817c4a649a0aaf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.62'}], 'enable_snat': True}, 'gw_port_id': '76eb623c-a949-48c4-8a2d-84c7b10c4265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:36:14Z', 'updated_at': '2022-03-31T15:36:22Z', 'revision_number': 4, 'project_id': '893dd59441624f78817c4a649a0aaf40', 'gw_port': {'id': '76eb623c-a949-48c4-8a2d-84c7b10c4265', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:15Z', 'updated_at': '2022-03-31T15:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_floatingips': [{'id': '9f313ea0-284a-4139-a314-65f1887e5b74', 'tenant_id': '893dd59441624f78817c4a649a0aaf40', 'floating_ip_address': '172.28.2.101', 'floating_network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'router_id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'port_id': '02a6b381-b9c7-43f3-8762-ee5b863ac711', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 353, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffd9f9ff-86a8-41a0-b247-ed3515901842', 'mac_address': 'fa:16:3e:1c:d7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e103c7fe-6d4d-4686-bc84-a52957c5ff89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:37:48Z', 'updated_at': '2022-03-31T15:38:17Z', 'revision_number': 1, 'project_id': '893dd59441624f78817c4a649a0aaf40', 'fixed_ip_address_scope': None}, {'id': 'cb26e3b3-8a2d-46cd-9fd4-3c15aca3559b', 'tenant_id': '893dd59441624f78817c4a649a0aaf40', 'floating_ip_address': '172.28.2.160', 'floating_network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'router_id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'port_id': 'ca1101dd-800e-4023-acf3-0d0caf81f935', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffd9f9ff-86a8-41a0-b247-ed3515901842', 'mac_address': 'fa:16:3e:b7:de:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f883d5ff-24b2-41bb-ad70-51cf5dc0ed9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:36:35Z', 'updated_at': '2022-03-31T15:37:02Z', 'revision_number': 2, 'project_id': '893dd59441624f78817c4a649a0aaf40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3426532-127a-4f0f-81e9-ac1ffbac2b79', 'name': '', 'network_id': 'ffd9f9ff-86a8-41a0-b247-ed3515901842', 'tenant_id': '893dd59441624f78817c4a649a0aaf40', 'mac_address': 'fa:16:3e:d8:13:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2b9feebc-e9c9-4a4e-ad3c-a41e234df103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:20Z', 'updated_at': '2022-03-31T15:36:29Z', 'revision_number': 5, 'project_id': '893dd59441624f78817c4a649a0aaf40', 'subnets': [{'id': '2b9feebc-e9c9-4a4e-ad3c-a41e234df103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:38:20.103049 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device bff79095-120a-4cf2-890b-2caa763ab761 up at agent ovs-agent-dv-cinder-750782-15-smb {{(pid=104160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:38:20.206684 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Provisioning complete for port bff79095-120a-4cf2-890b-2caa763ab761 triggered by entity L2. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:38:20.207622 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (bff79095-120a-4cf2-890b-2caa763ab761), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:20.360699 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Current status of the port bff79095-120a-4cf2-890b-2caa763ab761 is: ACTIVE; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:38:20.363823 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-58c2f5e5-97fb-4008-bdc1-3873279788ef None None] Publish callbacks [] for port (312fb83d-87d2-4113-b457-cea431c9a5d5), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:20.471605 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-58c2f5e5-97fb-4008-bdc1-3873279788ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (312fb83d-87d2-4113-b457-cea431c9a5d5), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:20.473410 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01db1ae4-39b2-437f-914e-b52d2b4b86c1 None None] New status for floating IP 9f313ea0-284a-4139-a314-65f1887e5b74: ACTIVE {{(pid=104160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:38:20.591440 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09af9ca5-2a30-47a9-b80f-12772a9b664f None None] Pushing event updated for resources: {'Port': ['ID=312fb83d-87d2-4113-b457-cea431c9a5d5,revision_number=3']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:38:20.695435 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-58c2f5e5-97fb-4008-bdc1-3873279788ef None None] Attempting to bind port 312fb83d-87d2-4113-b457-cea431c9a5d5 on host dv-cinder-750782-15-smb for vnic_type normal with profile {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:38:20.695816 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-58c2f5e5-97fb-4008-bdc1-3873279788ef None None] Attempting to bind port 312fb83d-87d2-4113-b457-cea431c9a5d5 by drivers openvswitch,hyperv on host dv-cinder-750782-15-smb at level 0 using segments [{'id': 'd1e899bc-0690-4a78-81a5-f4dd3e2db035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '54f93439-21db-4baa-8b08-99086bb09a5a'}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:38:20.696187 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c2f5e5-97fb-4008-bdc1-3873279788ef None None] Attempting to bind port 312fb83d-87d2-4113-b457-cea431c9a5d5 on network 54f93439-21db-4baa-8b08-99086bb09a5a {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:38:20.702570 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c2f5e5-97fb-4008-bdc1-3873279788ef None None] Checking agent: {'id': 'fd34c7ed-cab5-463e-81bb-e9aa6ef90623', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 27, 41), 'started_at': datetime.datetime(2022, 3, 31, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:38:20.702991 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c2f5e5-97fb-4008-bdc1-3873279788ef None None] Checking segment: {'id': 'd1e899bc-0690-4a78-81a5-f4dd3e2db035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '54f93439-21db-4baa-8b08-99086bb09a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:38:20.703352 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-58c2f5e5-97fb-4008-bdc1-3873279788ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:20.703755 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c2f5e5-97fb-4008-bdc1-3873279788ef None None] Bound using segment: {'id': 'd1e899bc-0690-4a78-81a5-f4dd3e2db035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '54f93439-21db-4baa-8b08-99086bb09a5a'} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:38:20.704497 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-58c2f5e5-97fb-4008-bdc1-3873279788ef None None] Bound port: 312fb83d-87d2-4113-b457-cea431c9a5d5, host: dv-cinder-750782-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1e899bc-0690-4a78-81a5-f4dd3e2db035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '54f93439-21db-4baa-8b08-99086bb09a5a'}}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:38:20.704497 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-58c2f5e5-97fb-4008-bdc1-3873279788ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (312fb83d-87d2-4113-b457-cea431c9a5d5), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:20.709166 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41713a45-c969-43ba-b682-c1ba2275cb99 req-5c3a2b5e-89c1-4a15-8b11-2025b5ec9a71 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:20.717985 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-41713a45-c969-43ba-b682-c1ba2275cb99 req-5c3a2b5e-89c1-4a15-8b11-2025b5ec9a71 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0ef3ef4-c9e3-4547-90a8-f12417af2afa HTTP/1.1" status: 200 len: 946 time: 0.1008868 Mar 31 15:38:20.808708 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-41713a45-c969-43ba-b682-c1ba2275cb99 req-d8019cb8-cb22-4673-a956-3455d7d31e8f tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893822 Mar 31 15:38:20.886694 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-58c2f5e5-97fb-4008-bdc1-3873279788ef None None] For port 312fb83d-87d2-4113-b457-cea431c9a5d5, host dv-cinder-750782-15-smb, cleared binding levels {{(pid=104161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:38:20.892594 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-58c2f5e5-97fb-4008-bdc1-3873279788ef None None] For port 312fb83d-87d2-4113-b457-cea431c9a5d5, host dv-cinder-750782-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-smb',level=0,port_id=312fb83d-87d2-4113-b457-cea431c9a5d5,segment=NetworkSegment(d1e899bc-0690-4a78-81a5-f4dd3e2db035),segment_id=d1e899bc-0690-4a78-81a5-f4dd3e2db035)] {{(pid=104161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:38:20.991811 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-58c2f5e5-97fb-4008-bdc1-3873279788ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (312fb83d-87d2-4113-b457-cea431c9a5d5), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:21.064941 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-d9b01ec8-e379-44ec-9221-d4c9d9dd02b2 None None] Provisioning complete for port 312fb83d-87d2-4113-b457-cea431c9a5d5 triggered by entity DHCP. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:38:21.067537 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d9b01ec8-e379-44ec-9221-d4c9d9dd02b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (312fb83d-87d2-4113-b457-cea431c9a5d5), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:21.156179 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c2f5e5-97fb-4008-bdc1-3873279788ef None None] Routers {'61c05364-7392-420f-80bc-bfc7084f6059'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:38:21.156179 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-58c2f5e5-97fb-4008-bdc1-3873279788ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:38:06Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['61c05364-7392-420f-80bc-bfc7084f6059'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:38:21.197319 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-d9b01ec8-e379-44ec-9221-d4c9d9dd02b2 None None] Current status of the port 312fb83d-87d2-4113-b457-cea431c9a5d5 is: DOWN; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:38:21.197767 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d9b01ec8-e379-44ec-9221-d4c9d9dd02b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (312fb83d-87d2-4113-b457-cea431c9a5d5), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:21.248184 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-d9b01ec8-e379-44ec-9221-d4c9d9dd02b2 None None] For port 312fb83d-87d2-4113-b457-cea431c9a5d5, host dv-cinder-750782-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-smb',level=0,port_id=312fb83d-87d2-4113-b457-cea431c9a5d5,segment=NetworkSegment(d1e899bc-0690-4a78-81a5-f4dd3e2db035),segment_id=d1e899bc-0690-4a78-81a5-f4dd3e2db035)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:38:21.254042 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09af9ca5-2a30-47a9-b80f-12772a9b664f None None] Pushing event updated for resources: {'Port': ['ID=312fb83d-87d2-4113-b457-cea431c9a5d5,revision_number=4']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:38:21.334018 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-58c2f5e5-97fb-4008-bdc1-3873279788ef None None] Set router 61c05364-7392-420f-80bc-bfc7084f6059 gateway port host: dv-cinder-750782-15-smb {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:38:21.436228 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d9b01ec8-e379-44ec-9221-d4c9d9dd02b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (312fb83d-87d2-4113-b457-cea431c9a5d5), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:21.560353 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b01ec8-e379-44ec-9221-d4c9d9dd02b2 None None] Pushing event updated for resources: {'Port': ['ID=312fb83d-87d2-4113-b457-cea431c9a5d5,revision_number=5']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:38:21.587972 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-5536ed48-ed53-4b8d-8603-813c7cb2f1c4 None None] Provisioning complete for port 312fb83d-87d2-4113-b457-cea431c9a5d5 triggered by entity DHCP. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:38:21.588743 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-5536ed48-ed53-4b8d-8603-813c7cb2f1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (312fb83d-87d2-4113-b457-cea431c9a5d5), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:21.705988 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-5536ed48-ed53-4b8d-8603-813c7cb2f1c4 None None] Current status of the port 312fb83d-87d2-4113-b457-cea431c9a5d5 is: ACTIVE; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:38:21.718434 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-58c2f5e5-97fb-4008-bdc1-3873279788ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c05364-7392-420f-80bc-bfc7084f6059', 'name': 'tempest-TestMinimumBasicScenario-2025140057-router', 'tenant_id': '5a346b44a5414bbc9b994043e2308a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.170'}], 'enable_snat': True}, 'gw_port_id': 'bff79095-120a-4cf2-890b-2caa763ab761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:38:11Z', 'updated_at': '2022-03-31T15:38:16Z', 'revision_number': 4, 'project_id': '5a346b44a5414bbc9b994043e2308a61', 'gw_port': {'id': 'bff79095-120a-4cf2-890b-2caa763ab761', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:2e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c05364-7392-420f-80bc-bfc7084f6059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:38:11Z', 'updated_at': '2022-03-31T15:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_interfaces': [{'id': '312fb83d-87d2-4113-b457-cea431c9a5d5', 'name': '', 'network_id': '54f93439-21db-4baa-8b08-99086bb09a5a', 'tenant_id': '5a346b44a5414bbc9b994043e2308a61', 'mac_address': 'fa:16:3e:e6:7d:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c05364-7392-420f-80bc-bfc7084f6059', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'fc99d566-a387-49ff-b19d-05d45bb50587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:38:15Z', 'updated_at': '2022-03-31T15:38:20Z', 'revision_number': 4, 'project_id': '5a346b44a5414bbc9b994043e2308a61', 'subnets': [{'id': 'fc99d566-a387-49ff-b19d-05d45bb50587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:38:21.768793 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c2f5e5-97fb-4008-bdc1-3873279788ef None None] The sync data for ids ['61c05364-7392-420f-80bc-bfc7084f6059'] in dv-cinder-750782-15-smb is: [{'id': '61c05364-7392-420f-80bc-bfc7084f6059', 'name': 'tempest-TestMinimumBasicScenario-2025140057-router', 'tenant_id': '5a346b44a5414bbc9b994043e2308a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.170'}], 'enable_snat': True}, 'gw_port_id': 'bff79095-120a-4cf2-890b-2caa763ab761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:38:11Z', 'updated_at': '2022-03-31T15:38:16Z', 'revision_number': 4, 'project_id': '5a346b44a5414bbc9b994043e2308a61', 'gw_port': {'id': 'bff79095-120a-4cf2-890b-2caa763ab761', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:2e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c05364-7392-420f-80bc-bfc7084f6059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:38:11Z', 'updated_at': '2022-03-31T15:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_interfaces': [{'id': '312fb83d-87d2-4113-b457-cea431c9a5d5', 'name': '', 'network_id': '54f93439-21db-4baa-8b08-99086bb09a5a', 'tenant_id': '5a346b44a5414bbc9b994043e2308a61', 'mac_address': 'fa:16:3e:e6:7d:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c05364-7392-420f-80bc-bfc7084f6059', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'fc99d566-a387-49ff-b19d-05d45bb50587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:38:15Z', 'updated_at': '2022-03-31T15:38:20Z', 'revision_number': 4, 'project_id': '5a346b44a5414bbc9b994043e2308a61', 'subnets': [{'id': 'fc99d566-a387-49ff-b19d-05d45bb50587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:38:22.064218 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e2a7c3-b35d-4922-8459-c13f730b476c req-09479d12-c00d-4c5a-a6eb-4afe0d2f89a2 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:22.071484 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-d8e2a7c3-b35d-4922-8459-c13f730b476c req-09479d12-c00d-4c5a-a6eb-4afe0d2f89a2 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0ef3ef4-c9e3-4547-90a8-f12417af2afa HTTP/1.1" status: 200 len: 946 time: 0.1451807 Mar 31 15:38:22.319974 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-d8e2a7c3-b35d-4922-8459-c13f730b476c req-6b451a1b-6992-4c24-b5a0-50ad93893ddc tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095251 Mar 31 15:38:22.384228 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 46718) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:38:22.604745 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-6423923d-8f24-4476-bb46-44ec10051d07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:22.721584 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-6423923d-8f24-4476-bb46-44ec10051d07 admin admin] Publish callbacks [] for security_group (73619d61-bbc0-4606-884b-70fc18974f4c), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:22.836368 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-6423923d-8f24-4476-bb46-44ec10051d07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (73619d61-bbc0-4606-884b-70fc18974f4c), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:22.890313 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6423923d-8f24-4476-bb46-44ec10051d07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73619d61-bbc0-4606-884b-70fc18974f4c,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:38:22.907091 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-6423923d-8f24-4476-bb46-44ec10051d07 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=83db3570b66f4007a9287489ea9c9302&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5217624 Mar 31 15:38:22.910441 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 46722) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:38:22.985219 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-31902b99-22a4-4763-98b4-dc2e4b604f91 admin admin] Publish callbacks [] for security_group (73619d61-bbc0-4606-884b-70fc18974f4c), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:23.015847 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-31902b99-22a4-4763-98b4-dc2e4b604f91 admin admin] Publish callbacks [] for security_group (73619d61-bbc0-4606-884b-70fc18974f4c), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:23.176580 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-31902b99-22a4-4763-98b4-dc2e4b604f91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (73619d61-bbc0-4606-884b-70fc18974f4c), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:23.178494 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-31902b99-22a4-4763-98b4-dc2e4b604f91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:23.182600 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-31902b99-22a4-4763-98b4-dc2e4b604f91 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/73619d61-bbc0-4606-884b-70fc18974f4c HTTP/1.1" status: 204 len: 168 time: 0.2684898 Mar 31 15:38:23.204280 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31902b99-22a4-4763-98b4-dc2e4b604f91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73619d61-bbc0-4606-884b-70fc18974f4c,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:38:23.488620 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1611cff3-0c6b-4726-8988-1dc0cf012330 req-1a55cccb-7826-477d-bca4-957ba7a1a167 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:23.498983 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-1611cff3-0c6b-4726-8988-1dc0cf012330 req-1a55cccb-7826-477d-bca4-957ba7a1a167 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0ef3ef4-c9e3-4547-90a8-f12417af2afa HTTP/1.1" status: 200 len: 946 time: 0.0849938 Mar 31 15:38:23.561645 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-1611cff3-0c6b-4726-8988-1dc0cf012330 req-7ab27fe4-f01d-4a2f-8e35-e1bd102d842f tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570066 Mar 31 15:38:24.107058 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device 312fb83d-87d2-4113-b457-cea431c9a5d5 up at agent ovs-agent-dv-cinder-750782-15-smb {{(pid=104160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:38:24.174584 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Provisioning complete for port 312fb83d-87d2-4113-b457-cea431c9a5d5 triggered by entity L2. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:38:24.177746 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (312fb83d-87d2-4113-b457-cea431c9a5d5), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:24.261944 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Current status of the port 312fb83d-87d2-4113-b457-cea431c9a5d5 is: ACTIVE; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:38:24.691347 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f204272c-4c57-4d48-acbe-a6a7195a47e3 req-b43649ae-9376-49d9-80d0-756c24c1d081 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:24.692978 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-f204272c-4c57-4d48-acbe-a6a7195a47e3 req-b43649ae-9376-49d9-80d0-756c24c1d081 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0ef3ef4-c9e3-4547-90a8-f12417af2afa HTTP/1.1" status: 200 len: 946 time: 0.0549133 Mar 31 15:38:24.761958 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-f204272c-4c57-4d48-acbe-a6a7195a47e3 req-ecfe85cc-ae4b-4fd0-8ee6-3fc2ad533d21 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622261 Mar 31 15:38:25.927425 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a53f28-0a0e-4606-9b4b-a0f0502244a9 req-45744ef7-2c02-4cb2-a80e-89b419dba1e0 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:25.929053 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-d0a53f28-0a0e-4606-9b4b-a0f0502244a9 req-45744ef7-2c02-4cb2-a80e-89b419dba1e0 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0ef3ef4-c9e3-4547-90a8-f12417af2afa HTTP/1.1" status: 200 len: 946 time: 0.0813768 Mar 31 15:38:26.000283 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-d0a53f28-0a0e-4606-9b4b-a0f0502244a9 req-ae6c9bf9-82e0-452b-ab50-48e4b33b6dd1 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590842 Mar 31 15:38:27.151453 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3b2c8e-5bd2-4ed4-aa9f-786e68f15283 req-6f0a2142-be86-4f74-be51-c21fbb7d8625 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:27.153745 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-0a3b2c8e-5bd2-4ed4-aa9f-786e68f15283 req-6f0a2142-be86-4f74-be51-c21fbb7d8625 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0ef3ef4-c9e3-4547-90a8-f12417af2afa HTTP/1.1" status: 200 len: 946 time: 0.0643659 Mar 31 15:38:27.210387 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-0a3b2c8e-5bd2-4ed4-aa9f-786e68f15283 req-c3e57694-fca3-41dc-81ce-3f65e459e093 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496991 Mar 31 15:38:28.332912 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b3201-03cf-4e6d-a8ce-d4eb20e1a879 req-be756674-921e-4566-8196-e11a8ec38177 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:28.334435 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-b68b3201-03cf-4e6d-a8ce-d4eb20e1a879 req-be756674-921e-4566-8196-e11a8ec38177 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0ef3ef4-c9e3-4547-90a8-f12417af2afa HTTP/1.1" status: 200 len: 946 time: 0.0552151 Mar 31 15:38:28.386250 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-b68b3201-03cf-4e6d-a8ce-d4eb20e1a879 req-71bb0e4f-16ed-4ef3-b673-5ef03a00faf1 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460298 Mar 31 15:38:29.533196 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37637367-4380-48d3-bb41-896f58785258 req-69afc438-eff4-41f5-bcb8-1a44968c9bdb tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:29.533196 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-37637367-4380-48d3-bb41-896f58785258 req-69afc438-eff4-41f5-bcb8-1a44968c9bdb tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0ef3ef4-c9e3-4547-90a8-f12417af2afa HTTP/1.1" status: 200 len: 946 time: 0.0612111 Mar 31 15:38:29.591541 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-37637367-4380-48d3-bb41-896f58785258 req-90b0dfd5-2964-4b40-a6fd-73e78d320363 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528114 Mar 31 15:38:30.078681 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 46858) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:38:30.210516 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-ae846526-294e-41ff-ad91-f1547587201b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:30.296981 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-ae846526-294e-41ff-ad91-f1547587201b admin admin] Publish callbacks [] for security_group (533d8902-709f-40b6-b5b1-f85548c8d350), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:30.391239 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-ae846526-294e-41ff-ad91-f1547587201b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (533d8902-709f-40b6-b5b1-f85548c8d350), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:30.442736 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae846526-294e-41ff-ad91-f1547587201b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=533d8902-709f-40b6-b5b1-f85548c8d350,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:38:30.461331 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-ae846526-294e-41ff-ad91-f1547587201b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=33ea42700c054ddab32abb198c68f108&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3811107 Mar 31 15:38:30.464138 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 46876) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:38:30.552426 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-73149879-b194-4a37-b890-f5bfc57187db admin admin] Publish callbacks [] for security_group (533d8902-709f-40b6-b5b1-f85548c8d350), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:30.580091 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-73149879-b194-4a37-b890-f5bfc57187db admin admin] Publish callbacks [] for security_group (533d8902-709f-40b6-b5b1-f85548c8d350), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:30.738270 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2813504-b03d-48d5-81ac-cb3d09c5060b req-5e10afdd-33d7-4097-a2c4-eaa1dcaaf8f3 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:30.745620 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-e2813504-b03d-48d5-81ac-cb3d09c5060b req-5e10afdd-33d7-4097-a2c4-eaa1dcaaf8f3 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0ef3ef4-c9e3-4547-90a8-f12417af2afa HTTP/1.1" status: 200 len: 946 time: 0.0670874 Mar 31 15:38:30.796803 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-73149879-b194-4a37-b890-f5bfc57187db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (533d8902-709f-40b6-b5b1-f85548c8d350), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:30.802267 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-73149879-b194-4a37-b890-f5bfc57187db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:30.805439 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-73149879-b194-4a37-b890-f5bfc57187db admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/533d8902-709f-40b6-b5b1-f85548c8d350 HTTP/1.1" status: 204 len: 168 time: 0.3383346 Mar 31 15:38:30.805575 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-e2813504-b03d-48d5-81ac-cb3d09c5060b req-f3c7ea4c-f164-4e5b-9580-0ed6badab1c8 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551229 Mar 31 15:38:30.815477 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73149879-b194-4a37-b890-f5bfc57187db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=533d8902-709f-40b6-b5b1-f85548c8d350,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:38:31.930736 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aa50b3-fa7e-48b4-bec7-a69013465f47 req-b8dd44c5-e80a-4ae4-9b44-5f1f9b56b4dd tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:31.932303 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-36aa50b3-fa7e-48b4-bec7-a69013465f47 req-b8dd44c5-e80a-4ae4-9b44-5f1f9b56b4dd tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0ef3ef4-c9e3-4547-90a8-f12417af2afa HTTP/1.1" status: 200 len: 946 time: 0.0588598 Mar 31 15:38:31.987847 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-36aa50b3-fa7e-48b4-bec7-a69013465f47 req-bd08bc69-c6ed-4d6e-9e65-9dbd38d568bd tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475090 Mar 31 15:38:33.119673 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed01a093-bead-4a24-9c5e-a08ec15843ef req-3387d14d-e0ba-4bca-8a34-f01d6fa00337 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:33.121308 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-ed01a093-bead-4a24-9c5e-a08ec15843ef req-3387d14d-e0ba-4bca-8a34-f01d6fa00337 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0ef3ef4-c9e3-4547-90a8-f12417af2afa HTTP/1.1" status: 200 len: 946 time: 0.0561957 Mar 31 15:38:33.177370 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-ed01a093-bead-4a24-9c5e-a08ec15843ef req-9e06c8d1-85d2-4583-af68-14dc55bf3939 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489798 Mar 31 15:38:33.226637 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 46928) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:38:33.344604 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.v2.base [None req-43a76cc5-61a6-42ce-a82e-857a9f8cb400 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1074573201-network', 'tenant_id': 'cca1b5744ca840f59a8b48d7969cf311'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:38:33.454078 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a76cc5-61a6-42ce-a82e-857a9f8cb400 admin admin] Made reservation on behalf of cca1b5744ca840f59a8b48d7969cf311 for: {'network': 1} {{(pid=104159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:38:33.456569 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-43a76cc5-61a6-42ce-a82e-857a9f8cb400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for network (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:33.466150 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-43a76cc5-61a6-42ce-a82e-857a9f8cb400 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:33.563508 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-43a76cc5-61a6-42ce-a82e-857a9f8cb400 admin admin] Publish callbacks [] for security_group (ae23c5a7-e2c9-4224-aab1-28482f4f04d4), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:33.705862 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-43a76cc5-61a6-42ce-a82e-857a9f8cb400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (ae23c5a7-e2c9-4224-aab1-28482f4f04d4), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:33.737226 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43a76cc5-61a6-42ce-a82e-857a9f8cb400 admin admin] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=104159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:38:33.744392 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a76cc5-61a6-42ce-a82e-857a9f8cb400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae23c5a7-e2c9-4224-aab1-28482f4f04d4,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:38:33.755104 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-43a76cc5-61a6-42ce-a82e-857a9f8cb400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8219139'] for segment (1655d0e3-c00a-4676-b6fe-95ded42ab808), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:33.755104 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.db.segments_db [None req-43a76cc5-61a6-42ce-a82e-857a9f8cb400 admin admin] Added segment 1655d0e3-c00a-4676-b6fe-95ded42ab808 of type vlan for network c788e736-d0a9-43b4-9ab6-868bf21e10dd Mar 31 15:38:33.803124 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-43a76cc5-61a6-42ce-a82e-857a9f8cb400 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772784419386'] for network (c788e736-d0a9-43b4-9ab6-868bf21e10dd), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:33.962516 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-43a76cc5-61a6-42ce-a82e-857a9f8cb400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315'] for network (c788e736-d0a9-43b4-9ab6-868bf21e10dd), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:33.971829 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a76cc5-61a6-42ce-a82e-857a9f8cb400 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:33.971829 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-43a76cc5-61a6-42ce-a82e-857a9f8cb400 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043269'] for network (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:34.023924 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a76cc5-61a6-42ce-a82e-857a9f8cb400 admin admin] Pushing event updated for resources: {'Network': ['ID=c788e736-d0a9-43b4-9ab6-868bf21e10dd,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:38:34.035290 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Network c788e736-d0a9-43b4-9ab6-868bf21e10dd details requested by agent ovs-agent-dv-cinder-750782-15-smb with host dv-cinder-750782-15-smb {{(pid=104160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 15:38:34.097262 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-43a76cc5-61a6-42ce-a82e-857a9f8cb400 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8701754 Mar 31 15:38:34.100244 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 46956) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:38:34.107447 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.v2.base [None req-4b750d5f-3c79-4ef1-975a-9ea3325eef0c admin admin] Request body: {'subnet': {'network_id': 'c788e736-d0a9-43b4-9ab6-868bf21e10dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1074573201-subnet', 'tenant_id': 'cca1b5744ca840f59a8b48d7969cf311', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:38:34.131864 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7102183b-d588-42a8-addc-6f9fe99a49d3 req-d98792bc-3cc7-4aec-871a-a547a5a18286 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:34.133503 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-7102183b-d588-42a8-addc-6f9fe99a49d3 req-d98792bc-3cc7-4aec-871a-a547a5a18286 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "GET /v2.0/networks?id=f4ce866d-bd2c-465f-9b46-26cead684cc4 HTTP/1.1" status: 200 len: 814 time: 0.1282749 Mar 31 15:38:34.150221 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-7102183b-d588-42a8-addc-6f9fe99a49d3 req-409f7675-d6dc-44d4-9c67-40ccd1335a7b tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "GET /v2.0/quotas/97f648d2040e46619b3954fdd71c33e8 HTTP/1.1" status: 200 len: 375 time: 0.0103402 Mar 31 15:38:34.191426 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 46958) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:38:34.222080 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-7102183b-d588-42a8-addc-6f9fe99a49d3 req-d4a21910-e3b3-41a3-9708-87291232b5da tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=97f648d2040e46619b3954fdd71c33e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0655017 Mar 31 15:38:34.267229 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b750d5f-3c79-4ef1-975a-9ea3325eef0c admin admin] Made reservation on behalf of cca1b5744ca840f59a8b48d7969cf311 for: {'subnet': 1} {{(pid=104159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:38:34.268120 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3b79ddfb-202a-45ab-ae65-0a07aae04be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (80b0103a-7158-48a6-b59a-3fe393c523d9), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:34.270003 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-4b750d5f-3c79-4ef1-975a-9ea3325eef0c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3286889'] for subnet (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:34.347473 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-7102183b-d588-42a8-addc-6f9fe99a49d3 req-19717a74-0a10-47df-8ffd-8a12371107c3 service neutron] 10.222.0.21 "GET /v2.0/networks/f4ce866d-bd2c-465f-9b46-26cead684cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056383 Mar 31 15:38:34.429726 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-10d6dbb9-ede4-4185-a7cd-2728b11a3b8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:34.452062 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-7102183b-d588-42a8-addc-6f9fe99a49d3 req-7dbc0bb6-00e3-4e74-8aa1-63ce7ce6209a service neutron] 10.222.0.21 "GET /v2.0/networks/f4ce866d-bd2c-465f-9b46-26cead684cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981767 Mar 31 15:38:34.523885 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7060f3-7e49-4396-be2a-1fdbd5924a32 req-2a520cb2-5178-4346-b986-e1f2cc538603 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:34.525546 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-5a7060f3-7e49-4396-be2a-1fdbd5924a32 req-2a520cb2-5178-4346-b986-e1f2cc538603 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0ef3ef4-c9e3-4547-90a8-f12417af2afa HTTP/1.1" status: 200 len: 946 time: 0.1779115 Mar 31 15:38:34.656880 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-10d6dbb9-ede4-4185-a7cd-2728b11a3b8d admin admin] Publish callbacks [] for security_group (68cf5409-1a07-4e29-85ec-885b02cbba0b), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:34.665946 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-5a7060f3-7e49-4396-be2a-1fdbd5924a32 req-808ec936-e4e0-49d9-9ceb-30e9580a7297 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279855 Mar 31 15:38:34.759901 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-2c749022-129f-40a6-8ae0-6a5f93563e79 req-20bb8860-c060-4dbd-8714-42261398853b tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "GET /v2.0/ports?device_id=538994a6-6c98-4626-b47d-ff4906d4cc19 HTTP/1.1" status: 200 len: 210 time: 0.0304348 Mar 31 15:38:34.824301 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-10d6dbb9-ede4-4185-a7cd-2728b11a3b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (68cf5409-1a07-4e29-85ec-885b02cbba0b), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:34.824301 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-4b750d5f-3c79-4ef1-975a-9ea3325eef0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3149394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3286911'] for subnet (24c3e396-84e2-434a-a2c2-95f650ca2dd2), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:34.893942 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-10d6dbb9-ede4-4185-a7cd-2728b11a3b8d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0a067737cef449029106f34ac39e494d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7014060 Mar 31 15:38:34.896774 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 46976) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:38:34.901756 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d6dbb9-ede4-4185-a7cd-2728b11a3b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68cf5409-1a07-4e29-85ec-885b02cbba0b,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:38:34.922416 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b750d5f-3c79-4ef1-975a-9ea3325eef0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=24c3e396-84e2-434a-a2c2-95f650ca2dd2,revision_number=0']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:38:34.933731 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b750d5f-3c79-4ef1-975a-9ea3325eef0c admin admin] Checking segment: {'id': '1655d0e3-c00a-4676-b6fe-95ded42ab808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c788e736-d0a9-43b4-9ab6-868bf21e10dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:38:34.934090 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b750d5f-3c79-4ef1-975a-9ea3325eef0c admin admin] Network hostable DHCP agents. Network: c788e736-d0a9-43b4-9ab6-868bf21e10dd, hostable agents: ['80b0103a-7158-48a6-b59a-3fe393c523d9'], hosted agents: [] {{(pid=104159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:38:34.952594 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-1b525be2-c6e9-4625-b572-07ee5be8d9ba admin admin] Publish callbacks [] for security_group (68cf5409-1a07-4e29-85ec-885b02cbba0b), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:34.976833 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-1b525be2-c6e9-4625-b572-07ee5be8d9ba admin admin] Publish callbacks [] for security_group (68cf5409-1a07-4e29-85ec-885b02cbba0b), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:35.082184 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b750d5f-3c79-4ef1-975a-9ea3325eef0c admin admin] Network c788e736-d0a9-43b4-9ab6-868bf21e10dd is scheduled to be hosted by DHCP agent 80b0103a-7158-48a6-b59a-3fe393c523d9 with binding_index 1 {{(pid=104159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:38:35.128730 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-1b525be2-c6e9-4625-b572-07ee5be8d9ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (68cf5409-1a07-4e29-85ec-885b02cbba0b), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:35.133146 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-1b525be2-c6e9-4625-b572-07ee5be8d9ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:35.135014 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-1b525be2-c6e9-4625-b572-07ee5be8d9ba admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/68cf5409-1a07-4e29-85ec-885b02cbba0b HTTP/1.1" status: 204 len: 168 time: 0.2370796 Mar 31 15:38:35.149928 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b525be2-c6e9-4625-b572-07ee5be8d9ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68cf5409-1a07-4e29-85ec-885b02cbba0b,revision_number=None']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:38:35.207155 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [None req-4b750d5f-3c79-4ef1-975a-9ea3325eef0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-15-smb, c788e736-d0a9-43b4-9ab6-868bf21e10dd) {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:38:35.212149 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b750d5f-3c79-4ef1-975a-9ea3325eef0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:35.217065 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-4b750d5f-3c79-4ef1-975a-9ea3325eef0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043269'] for subnet (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:35.218367 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c396a4b9-e61e-43d8-929b-5aa1d0c7251b None None] Network c788e736-d0a9-43b4-9ab6-868bf21e10dd requested from dv-cinder-750782-15-smb {{(pid=104160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:38:35.324087 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61aeaf62-9bd6-4741-a9a1-a265b4e2e54d None None] Network c788e736-d0a9-43b4-9ab6-868bf21e10dd requested from dv-cinder-750782-15-smb {{(pid=104160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:38:35.405171 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-4b750d5f-3c79-4ef1-975a-9ea3325eef0c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3034647 Mar 31 15:38:35.797931 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b88a23c-afaf-4302-993a-a98b387c0e8e req-36077d5f-94a4-4913-bc12-5286f82ec9e2 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:35.799424 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-6b88a23c-afaf-4302-993a-a98b387c0e8e req-36077d5f-94a4-4913-bc12-5286f82ec9e2 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0ef3ef4-c9e3-4547-90a8-f12417af2afa HTTP/1.1" status: 200 len: 946 time: 0.0606484 Mar 31 15:38:35.845153 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-5567ad0c-9b50-49b7-988c-be75d1f1a329 req-675d0380-7cfe-4aec-98e7-86fb6fb55218 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "GET /v2.0/ports?device_id=538994a6-6c98-4626-b47d-ff4906d4cc19 HTTP/1.1" status: 200 len: 210 time: 0.0337539 Mar 31 15:38:35.858162 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-6b88a23c-afaf-4302-993a-a98b387c0e8e req-71e98c34-410e-4493-87e2-28991ad24558 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507076 Mar 31 15:38:36.231073 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (42669199-0b56-4e25-9a3d-cc561c912f6a), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:36.544945 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-13825d7a-274b-4cb9-ac37-6618115c3ebc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (9721ac04-bac7-49da-b384-3a2049eedfa2), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:36.960279 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-c58a2b6f-0eb4-4393-b876-ccc9d45bbbcf req-92931416-585d-43f4-af9c-a4f726e1319d tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "GET /v2.0/ports?device_id=538994a6-6c98-4626-b47d-ff4906d4cc19 HTTP/1.1" status: 200 len: 210 time: 0.0322471 Mar 31 15:38:37.016335 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a32751-7560-45b5-8bb7-358f0f3bbec3 req-a54de94b-e95e-445d-8d19-bc7c044196d5 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:37.017910 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-34a32751-7560-45b5-8bb7-358f0f3bbec3 req-a54de94b-e95e-445d-8d19-bc7c044196d5 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0ef3ef4-c9e3-4547-90a8-f12417af2afa HTTP/1.1" status: 200 len: 946 time: 0.0657406 Mar 31 15:38:37.086296 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-34a32751-7560-45b5-8bb7-358f0f3bbec3 req-d3998596-a14b-471e-8b2e-1f2033654cc8 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588160 Mar 31 15:38:37.693736 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0b2f012e-2fbd-4b35-9815-8024e4a993e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fb816cbb-0527-4766-83b7-604ad6a553f5), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:38.000846 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccf986a-9f7d-4ce8-bfac-da2cfb88c731 req-69187ede-8171-410c-b088-e8755e4be8c1 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:38.002628 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-2ccf986a-9f7d-4ce8-bfac-da2cfb88c731 req-69187ede-8171-410c-b088-e8755e4be8c1 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] 10.222.0.21 "GET /v2.0/networks?id=c788e736-d0a9-43b4-9ab6-868bf21e10dd HTTP/1.1" status: 200 len: 814 time: 0.1171889 Mar 31 15:38:38.025115 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-2ccf986a-9f7d-4ce8-bfac-da2cfb88c731 req-9012756d-bf9e-4e2e-b51f-51c2ca3cc7ba tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] 10.222.0.21 "GET /v2.0/quotas/cca1b5744ca840f59a8b48d7969cf311 HTTP/1.1" status: 200 len: 375 time: 0.0104740 Mar 31 15:38:38.065076 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-2ccf986a-9f7d-4ce8-bfac-da2cfb88c731 req-c474e14a-0be8-4b9f-9d8d-4db1309d5f86 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=cca1b5744ca840f59a8b48d7969cf311&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337577 Mar 31 15:38:38.078752 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-a3ddef6a-75a7-44ec-a6c2-b8c9c2bbba94 req-403483d7-d99b-419a-9ea0-2f03ef9b838e tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "GET /v2.0/ports?device_id=538994a6-6c98-4626-b47d-ff4906d4cc19 HTTP/1.1" status: 200 len: 210 time: 0.0402355 Mar 31 15:38:38.216629 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da0d255-9713-4da6-979a-5a33cce2ee98 req-e007d8c7-197d-4c82-b340-58f05d3e4f4d tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:38.218190 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-3da0d255-9713-4da6-979a-5a33cce2ee98 req-e007d8c7-197d-4c82-b340-58f05d3e4f4d tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0ef3ef4-c9e3-4547-90a8-f12417af2afa HTTP/1.1" status: 200 len: 946 time: 0.0641112 Mar 31 15:38:38.246713 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7102183b-d588-42a8-addc-6f9fe99a49d3 req-c09dc550-c5be-4bf1-a882-2a57fcabcf9f tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:38.248067 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-7102183b-d588-42a8-addc-6f9fe99a49d3 req-c09dc550-c5be-4bf1-a882-2a57fcabcf9f tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.26 "GET /v2.0/networks?id=f4ce866d-bd2c-465f-9b46-26cead684cc4 HTTP/1.1" status: 200 len: 814 time: 0.1757646 Mar 31 15:38:38.250856 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-2ccf986a-9f7d-4ce8-bfac-da2cfb88c731 req-c1ab8e2b-45ea-498e-b03e-549ee664f808 service neutron] 10.222.0.21 "GET /v2.0/networks/c788e736-d0a9-43b4-9ab6-868bf21e10dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772518 Mar 31 15:38:38.270480 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.v2.base [req-7102183b-d588-42a8-addc-6f9fe99a49d3 req-964e5feb-817a-4919-9fe6-342135288591 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Request body: {'port': {'device_id': '538994a6-6c98-4626-b47d-ff4906d4cc19', 'network_id': 'f4ce866d-bd2c-465f-9b46-26cead684cc4', 'admin_state_up': True, 'tenant_id': '97f648d2040e46619b3954fdd71c33e8'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:38:38.275310 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-3da0d255-9713-4da6-979a-5a33cce2ee98 req-4311ceaa-c1b6-4ee4-8b41-b68255aea302 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506563 Mar 31 15:38:38.657078 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-2ccf986a-9f7d-4ce8-bfac-da2cfb88c731 req-b80347cf-fdd3-48d0-8887-fbb2d57ee8df service neutron] 10.222.0.21 "GET /v2.0/networks/c788e736-d0a9-43b4-9ab6-868bf21e10dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3998291 Mar 31 15:38:38.842479 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7102183b-d588-42a8-addc-6f9fe99a49d3 req-964e5feb-817a-4919-9fe6-342135288591 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Made reservation on behalf of 97f648d2040e46619b3954fdd71c33e8 for: {'port': 1} {{(pid=104159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:38:38.845947 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-7102183b-d588-42a8-addc-6f9fe99a49d3 req-964e5feb-817a-4919-9fe6-342135288591 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:39.022169 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.db_base_plugin_common [req-7102183b-d588-42a8-addc-6f9fe99a49d3 req-964e5feb-817a-4919-9fe6-342135288591 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Allocated IP 172.20.0.14 (f4ce866d-bd2c-465f-9b46-26cead684cc4/f954ac5d-3124-474b-81c1-58056e141a3b/094a70a8-67db-4344-8b59-ff99ef2faeeb) {{(pid=104159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:38:39.032341 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-27c17465-214a-423e-827e-d89ffd049d54 req-c8260381-02ae-45e2-b5c7-3b9729effb3b tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bf86efe-5b29-4fd5-82b7-7e3bb8ff5cf6 HTTP/1.1" status: 200 len: 210 time: 0.0464785 Mar 31 15:38:39.197771 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-7624f3a3-371c-4fde-875f-5e37f2af1436 req-2412803f-2a0e-46ee-b039-1aaf930b4798 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "GET /v2.0/ports?device_id=538994a6-6c98-4626-b47d-ff4906d4cc19 HTTP/1.1" status: 200 len: 210 time: 0.0393839 Mar 31 15:38:39.224334 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-7102183b-d588-42a8-addc-6f9fe99a49d3 req-964e5feb-817a-4919-9fe6-342135288591 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Publish callbacks [] for port (094a70a8-67db-4344-8b59-ff99ef2faeeb), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:39.408644 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-7102183b-d588-42a8-addc-6f9fe99a49d3 req-964e5feb-817a-4919-9fe6-342135288591 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772784453870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3148002'] for port (094a70a8-67db-4344-8b59-ff99ef2faeeb), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:39.432037 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7102183b-d588-42a8-addc-6f9fe99a49d3 req-964e5feb-817a-4919-9fe6-342135288591 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Network f4ce866d-bd2c-465f-9b46-26cead684cc4 is already hosted by enough agents. {{(pid=104159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:38:39.438297 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f45fc-c742-41b3-ac68-7b5185517132 req-c2b631f1-00ea-423c-95df-0b22bafd53f8 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:39.440585 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-553f45fc-c742-41b3-ac68-7b5185517132 req-c2b631f1-00ea-423c-95df-0b22bafd53f8 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0ef3ef4-c9e3-4547-90a8-f12417af2afa HTTP/1.1" status: 200 len: 946 time: 0.0678725 Mar 31 15:38:39.455933 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [req-7102183b-d588-42a8-addc-6f9fe99a49d3 req-964e5feb-817a-4919-9fe6-342135288591 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Resources bound (agent type, host, resource id): {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:38:39.460673 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.l3_dvrscheduler_db [req-7102183b-d588-42a8-addc-6f9fe99a49d3 req-964e5feb-817a-4919-9fe6-342135288591 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Received port after_create {{(pid=104159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:38:39.500056 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-211e425b-1201-4862-afc0-6363249efbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (1ca8e2b3-6f2e-4d63-b52b-ad8a81fa6826), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:39.525922 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964e5feb-817a-4919-9fe6-342135288591 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Pushing event updated for resources: {'Port': ['ID=094a70a8-67db-4344-8b59-ff99ef2faeeb,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:38:39.565103 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-553f45fc-c742-41b3-ac68-7b5185517132 req-9ee75f81-4147-4291-8ff6-114cad9eb344 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135614 Mar 31 15:38:39.573713 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7102183b-d588-42a8-addc-6f9fe99a49d3 req-964e5feb-817a-4919-9fe6-342135288591 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:39.579106 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-7102183b-d588-42a8-addc-6f9fe99a49d3 req-964e5feb-817a-4919-9fe6-342135288591 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043269'] for port (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:39.668448 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-7102183b-d588-42a8-addc-6f9fe99a49d3 req-964e5feb-817a-4919-9fe6-342135288591 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4024808 Mar 31 15:38:39.771662 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-003344f1-aecc-44d0-8760-defb6f9556f8 None None] Provisioning complete for port 094a70a8-67db-4344-8b59-ff99ef2faeeb triggered by entity DHCP. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:38:39.773095 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-003344f1-aecc-44d0-8760-defb6f9556f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (094a70a8-67db-4344-8b59-ff99ef2faeeb), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:39.837772 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-003344f1-aecc-44d0-8760-defb6f9556f8 None None] Port 094a70a8-67db-4344-8b59-ff99ef2faeeb cannot update to ACTIVE because it is not bound. {{(pid=104160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:38:40.142667 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-2a806144-f601-4f9a-9ddb-3854fd41010a req-41d79a16-b180-4164-a6e1-92066116b557 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bf86efe-5b29-4fd5-82b7-7e3bb8ff5cf6 HTTP/1.1" status: 200 len: 210 time: 0.0332198 Mar 31 15:38:40.319729 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b05c7e-4d37-48de-afc7-d6c15bd03ef6 req-fcc786ba-67dd-4274-98ff-f734f2140195 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:40.321238 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-00b05c7e-4d37-48de-afc7-d6c15bd03ef6 req-fcc786ba-67dd-4274-98ff-f734f2140195 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "GET /v2.0/ports?device_id=538994a6-6c98-4626-b47d-ff4906d4cc19 HTTP/1.1" status: 200 len: 932 time: 0.0540943 Mar 31 15:38:40.380120 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-00b05c7e-4d37-48de-afc7-d6c15bd03ef6 req-20b440c7-d16a-4c92-9e1f-705019bcf862 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "GET /v2.0/security-groups?id=d68b3844-fac7-4489-9655-759f50646b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527644 Mar 31 15:38:40.693838 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5976171c-d056-4562-8e74-b5f212ebaf29 req-f3852570-713c-4746-946b-c5d9af0ae910 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:40.695365 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-5976171c-d056-4562-8e74-b5f212ebaf29 req-f3852570-713c-4746-946b-c5d9af0ae910 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0ef3ef4-c9e3-4547-90a8-f12417af2afa HTTP/1.1" status: 200 len: 946 time: 0.0682175 Mar 31 15:38:40.745195 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-5976171c-d056-4562-8e74-b5f212ebaf29 req-51e4b421-6787-4ca3-bd9f-659d8b4fee7e tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435498 Mar 31 15:38:40.894020 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fd34c7ed-cab5-463e-81bb-e9aa6ef90623), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:41.266022 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-d22f7589-526c-45ad-93af-35a6822041f1 req-41f76ebb-0bc9-48e0-a01d-aa083ed0c4b5 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bf86efe-5b29-4fd5-82b7-7e3bb8ff5cf6 HTTP/1.1" status: 200 len: 210 time: 0.0340619 Mar 31 15:38:41.527283 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4420b07a-6a78-4b10-8b35-944ba44353c9 req-b6f37b85-bdf3-4e3c-94de-c2e7318e3c24 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:41.529097 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-4420b07a-6a78-4b10-8b35-944ba44353c9 req-b6f37b85-bdf3-4e3c-94de-c2e7318e3c24 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "GET /v2.0/ports?device_id=538994a6-6c98-4626-b47d-ff4906d4cc19 HTTP/1.1" status: 200 len: 932 time: 0.0718081 Mar 31 15:38:41.581865 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-4420b07a-6a78-4b10-8b35-944ba44353c9 req-cfe52b33-0538-48ad-851e-f7e74a9a1e0a tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "GET /v2.0/security-groups?id=d68b3844-fac7-4489-9655-759f50646b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470059 Mar 31 15:38:41.700534 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 47100) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:38:41.819758 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-a137ab6c-bcb8-4f00-afe8-53f319d6113a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:41.916741 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead4eb1e-3d28-4de4-8580-311a0de2d170 req-69d40408-6c61-41c4-824b-0aa51d2c545c tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:41.918311 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-ead4eb1e-3d28-4de4-8580-311a0de2d170 req-69d40408-6c61-41c4-824b-0aa51d2c545c tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0ef3ef4-c9e3-4547-90a8-f12417af2afa HTTP/1.1" status: 200 len: 946 time: 0.0958934 Mar 31 15:38:41.995334 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-a137ab6c-bcb8-4f00-afe8-53f319d6113a admin admin] Publish callbacks [] for security_group (3c4bd127-b959-4dc8-83a8-546697fadf08), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:42.006540 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-ead4eb1e-3d28-4de4-8580-311a0de2d170 req-5e69a490-c71f-42b4-b51a-f8056c50b7e8 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762010 Mar 31 15:38:42.127930 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-a137ab6c-bcb8-4f00-afe8-53f319d6113a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (3c4bd127-b959-4dc8-83a8-546697fadf08), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:42.168548 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a137ab6c-bcb8-4f00-afe8-53f319d6113a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c4bd127-b959-4dc8-83a8-546697fadf08,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:38:42.178190 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-a137ab6c-bcb8-4f00-afe8-53f319d6113a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=01a31979537348988bf256995874fa56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4741030 Mar 31 15:38:42.178707 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 47108) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:38:42.231669 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-f9b3b11f-d0c3-4cdd-9d04-943fa4115d55 admin admin] Publish callbacks [] for security_group (3c4bd127-b959-4dc8-83a8-546697fadf08), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:42.255075 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-f9b3b11f-d0c3-4cdd-9d04-943fa4115d55 admin admin] Publish callbacks [] for security_group (3c4bd127-b959-4dc8-83a8-546697fadf08), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:42.384834 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-f86135d0-501e-4f64-b7ab-31ff6d1a12a4 req-ccb20302-1e57-439d-bc73-8210bba14760 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bf86efe-5b29-4fd5-82b7-7e3bb8ff5cf6 HTTP/1.1" status: 200 len: 210 time: 0.0327525 Mar 31 15:38:42.419836 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-f9b3b11f-d0c3-4cdd-9d04-943fa4115d55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (3c4bd127-b959-4dc8-83a8-546697fadf08), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:42.425813 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-f9b3b11f-d0c3-4cdd-9d04-943fa4115d55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:42.430198 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-f9b3b11f-d0c3-4cdd-9d04-943fa4115d55 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3c4bd127-b959-4dc8-83a8-546697fadf08 HTTP/1.1" status: 204 len: 168 time: 0.2482619 Mar 31 15:38:42.448307 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b3b11f-d0c3-4cdd-9d04-943fa4115d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c4bd127-b959-4dc8-83a8-546697fadf08,revision_number=None']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:38:42.732994 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0978e7-f271-45fd-a689-069d5670f582 req-e378eec3-5010-4a93-b607-999cca824abc tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:42.735210 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-cc0978e7-f271-45fd-a689-069d5670f582 req-e378eec3-5010-4a93-b607-999cca824abc tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "GET /v2.0/ports?device_id=538994a6-6c98-4626-b47d-ff4906d4cc19 HTTP/1.1" status: 200 len: 932 time: 0.0649621 Mar 31 15:38:42.791417 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-cc0978e7-f271-45fd-a689-069d5670f582 req-00c13066-268b-48bf-b2a8-5fcaac5fcebb tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "GET /v2.0/security-groups?id=d68b3844-fac7-4489-9655-759f50646b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498495 Mar 31 15:38:43.158817 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2952de4e-8927-4856-8a9b-d33e12964805 req-d30ec5d5-ee29-4b60-aa4f-99fbdedb56c7 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:43.162568 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-2952de4e-8927-4856-8a9b-d33e12964805 req-d30ec5d5-ee29-4b60-aa4f-99fbdedb56c7 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0ef3ef4-c9e3-4547-90a8-f12417af2afa HTTP/1.1" status: 200 len: 946 time: 0.0595810 Mar 31 15:38:43.217159 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-2952de4e-8927-4856-8a9b-d33e12964805 req-c0e6bb22-37e5-4b2c-b257-9a599c59962f tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506046 Mar 31 15:38:43.504385 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-aa0cc718-60b0-4404-9a75-145c7ab1f1ba req-418b17fa-e4cb-433d-8af1-a80f2d127a7f tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bf86efe-5b29-4fd5-82b7-7e3bb8ff5cf6 HTTP/1.1" status: 200 len: 210 time: 0.0315285 Mar 31 15:38:44.100246 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f7d08-1349-4136-80b9-9e11fe067f7e req-c3ddab6b-6fc4-4cfd-9955-1c589533bb08 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:44.112271 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-d80f7d08-1349-4136-80b9-9e11fe067f7e req-c3ddab6b-6fc4-4cfd-9955-1c589533bb08 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "GET /v2.0/ports?device_id=538994a6-6c98-4626-b47d-ff4906d4cc19 HTTP/1.1" status: 200 len: 932 time: 0.2102485 Mar 31 15:38:44.222978 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-d80f7d08-1349-4136-80b9-9e11fe067f7e req-9f83bc2a-4ec0-4739-8577-c3fdcd49c48c tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "GET /v2.0/security-groups?id=d68b3844-fac7-4489-9655-759f50646b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095014 Mar 31 15:38:44.375820 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0051652-cc90-4fe7-8b49-205f43f3e0dc req-b7530762-44b3-474e-9016-75bd79b41be0 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:44.375820 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-c0051652-cc90-4fe7-8b49-205f43f3e0dc req-b7530762-44b3-474e-9016-75bd79b41be0 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0ef3ef4-c9e3-4547-90a8-f12417af2afa HTTP/1.1" status: 200 len: 946 time: 0.0599146 Mar 31 15:38:44.432203 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-c0051652-cc90-4fe7-8b49-205f43f3e0dc req-45799836-eabc-46af-bc9a-2032b0664aae tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511732 Mar 31 15:38:44.635765 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-3422d6f8-28fb-45f3-8105-5a855c7c694c req-e30ee378-d3d8-469a-a2e5-572dbc7b7408 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bf86efe-5b29-4fd5-82b7-7e3bb8ff5cf6 HTTP/1.1" status: 200 len: 210 time: 0.0436411 Mar 31 15:38:45.474845 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f434893a-ccb3-4fc0-8585-44f5e4db3e30 req-24cab92a-d747-4fa4-af06-fae09a6d8c3d tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:45.477015 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-f434893a-ccb3-4fc0-8585-44f5e4db3e30 req-24cab92a-d747-4fa4-af06-fae09a6d8c3d tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "GET /v2.0/ports?device_id=538994a6-6c98-4626-b47d-ff4906d4cc19 HTTP/1.1" status: 200 len: 932 time: 0.0895011 Mar 31 15:38:45.561952 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-f434893a-ccb3-4fc0-8585-44f5e4db3e30 req-4f6a19fb-73f6-4628-96b3-7fe5045b399d tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "GET /v2.0/security-groups?id=d68b3844-fac7-4489-9655-759f50646b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769825 Mar 31 15:38:45.609332 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199dee35-f512-4ee2-97d8-d24b4cb6289b req-a56b0c13-fec9-490b-af94-ecd56704b748 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:45.611126 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-199dee35-f512-4ee2-97d8-d24b4cb6289b req-a56b0c13-fec9-490b-af94-ecd56704b748 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0ef3ef4-c9e3-4547-90a8-f12417af2afa HTTP/1.1" status: 200 len: 946 time: 0.0818338 Mar 31 15:38:45.706715 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-199dee35-f512-4ee2-97d8-d24b4cb6289b req-e2f0fc67-f6f9-42ce-acd4-c2100fd08afa tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860491 Mar 31 15:38:45.779067 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-e95c2ec2-56dd-41e5-baed-345c49614243 req-05a905ea-ec79-4c59-8fe9-09c8364c9b6d tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bf86efe-5b29-4fd5-82b7-7e3bb8ff5cf6 HTTP/1.1" status: 200 len: 210 time: 0.0302148 Mar 31 15:38:46.693607 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8196f2-ebe3-4198-9b8e-33a9397d84d1 req-97f1997f-e276-46d6-b824-bb5351b2150e tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:46.695154 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-ac8196f2-ebe3-4198-9b8e-33a9397d84d1 req-97f1997f-e276-46d6-b824-bb5351b2150e tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "GET /v2.0/ports?device_id=538994a6-6c98-4626-b47d-ff4906d4cc19 HTTP/1.1" status: 200 len: 932 time: 0.0569074 Mar 31 15:38:46.744928 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-ac8196f2-ebe3-4198-9b8e-33a9397d84d1 req-5debbc0b-9625-4cd9-a8d0-074bbfae356e tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "GET /v2.0/security-groups?id=d68b3844-fac7-4489-9655-759f50646b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439565 Mar 31 15:38:46.864842 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0326d2e-5430-431e-a1d4-51964cdcb3cb req-a59176be-185b-46c7-abdb-7317cb33af2b tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:46.866638 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-b0326d2e-5430-431e-a1d4-51964cdcb3cb req-a59176be-185b-46c7-abdb-7317cb33af2b tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0ef3ef4-c9e3-4547-90a8-f12417af2afa HTTP/1.1" status: 200 len: 946 time: 0.0663879 Mar 31 15:38:46.888128 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-0a9f9f99-e4b7-4281-8df9-e82d1f693bbd req-88ef565a-15dc-4f6c-a9a3-f5732fcef7eb tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bf86efe-5b29-4fd5-82b7-7e3bb8ff5cf6 HTTP/1.1" status: 200 len: 210 time: 0.0311711 Mar 31 15:38:46.922740 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-b0326d2e-5430-431e-a1d4-51964cdcb3cb req-a1e815d0-0e6e-4627-aed6-3db304974e30 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502269 Mar 31 15:38:47.876470 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76618b97-b215-49d4-8309-4e49d73d5f25 req-d1fae616-9123-49cd-8ded-75fcb260e736 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:47.878992 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-76618b97-b215-49d4-8309-4e49d73d5f25 req-d1fae616-9123-49cd-8ded-75fcb260e736 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "GET /v2.0/ports?device_id=538994a6-6c98-4626-b47d-ff4906d4cc19 HTTP/1.1" status: 200 len: 932 time: 0.0549746 Mar 31 15:38:47.994411 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-76618b97-b215-49d4-8309-4e49d73d5f25 req-a21f9dfc-656a-464e-95d3-68afeed0ddff tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "GET /v2.0/security-groups?id=d68b3844-fac7-4489-9655-759f50646b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092126 Mar 31 15:38:48.053580 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-04d5763f-e7ad-4d7d-98da-a435a5e0c5b7 req-9dc76d97-d6b2-4264-b0ca-d7885be5274e tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bf86efe-5b29-4fd5-82b7-7e3bb8ff5cf6 HTTP/1.1" status: 200 len: 210 time: 0.0343359 Mar 31 15:38:48.139172 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fafd10-c026-4ae2-a33a-e5cc59c1685f req-91c60757-dc80-44d3-a5ea-70123de2b63e tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:48.141975 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-e1fafd10-c026-4ae2-a33a-e5cc59c1685f req-91c60757-dc80-44d3-a5ea-70123de2b63e tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0ef3ef4-c9e3-4547-90a8-f12417af2afa HTTP/1.1" status: 200 len: 946 time: 0.0574737 Mar 31 15:38:48.192376 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-e1fafd10-c026-4ae2-a33a-e5cc59c1685f req-27112af7-e3df-4e3d-aa3d-64e2e26a1562 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446525 Mar 31 15:38:49.123452 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baed461-42d8-4208-8fa1-1d9788af4aa7 req-c1ee6dbd-3deb-48eb-94e4-2c9f0946ffe1 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:49.126743 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-2baed461-42d8-4208-8fa1-1d9788af4aa7 req-c1ee6dbd-3deb-48eb-94e4-2c9f0946ffe1 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "GET /v2.0/ports?device_id=538994a6-6c98-4626-b47d-ff4906d4cc19 HTTP/1.1" status: 200 len: 932 time: 0.0528283 Mar 31 15:38:49.153288 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-654dc816-0003-4208-8b4a-3caffcaa81c5 req-0041e06b-f41d-46e9-b17f-de60a025c321 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bf86efe-5b29-4fd5-82b7-7e3bb8ff5cf6 HTTP/1.1" status: 200 len: 210 time: 0.0314682 Mar 31 15:38:49.168406 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.v2.base [req-7102183b-d588-42a8-addc-6f9fe99a49d3 req-5f8e9151-fecf-4fa4-8505-b15155e12c57 service neutron] Request body: {'port': {'device_id': '538994a6-6c98-4626-b47d-ff4906d4cc19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:38:49.182688 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-2baed461-42d8-4208-8fa1-1d9788af4aa7 req-e959d90c-47b5-4795-96cd-a3b416e65d91 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "GET /v2.0/security-groups?id=d68b3844-fac7-4489-9655-759f50646b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483010 Mar 31 15:38:49.231744 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-7102183b-d588-42a8-addc-6f9fe99a49d3 req-5f8e9151-fecf-4fa4-8505-b15155e12c57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (094a70a8-67db-4344-8b59-ff99ef2faeeb), before_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:49.397182 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6a10c3-fdd8-4913-9b3a-046a602d52b7 req-1d9895d8-566f-40c1-9e30-a564f568db9e tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:49.398753 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-7e6a10c3-fdd8-4913-9b3a-046a602d52b7 req-1d9895d8-566f-40c1-9e30-a564f568db9e tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0ef3ef4-c9e3-4547-90a8-f12417af2afa HTTP/1.1" status: 200 len: 946 time: 0.1338425 Mar 31 15:38:49.507467 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-7e6a10c3-fdd8-4913-9b3a-046a602d52b7 req-2fba5447-d73e-4d48-9755-964bdaa0084a tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001344 Mar 31 15:38:49.587165 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.notifiers.nova [req-7102183b-d588-42a8-addc-6f9fe99a49d3 req-5f8e9151-fecf-4fa4-8505-b15155e12c57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 094a70a8-67db-4344-8b59-ff99ef2faeeb {{(pid=104159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:38:49.595210 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-7102183b-d588-42a8-addc-6f9fe99a49d3 req-5f8e9151-fecf-4fa4-8505-b15155e12c57 service neutron] Publish callbacks [] for port (094a70a8-67db-4344-8b59-ff99ef2faeeb), precommit_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:49.607554 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.provisioning_blocks [req-7102183b-d588-42a8-addc-6f9fe99a49d3 req-5f8e9151-fecf-4fa4-8505-b15155e12c57 service neutron] Transition to ACTIVE for port object 094a70a8-67db-4344-8b59-ff99ef2faeeb will not be triggered until provisioned by entity L2. {{(pid=104159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 15:38:49.779905 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-7102183b-d588-42a8-addc-6f9fe99a49d3 req-5f8e9151-fecf-4fa4-8505-b15155e12c57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3148011'] for port (094a70a8-67db-4344-8b59-ff99ef2faeeb), after_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:49.833666 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8e9151-fecf-4fa4-8505-b15155e12c57 service neutron] Pushing event updated for resources: {'Port': ['ID=094a70a8-67db-4344-8b59-ff99ef2faeeb,revision_number=2']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:38:49.908164 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.managers [req-7102183b-d588-42a8-addc-6f9fe99a49d3 req-5f8e9151-fecf-4fa4-8505-b15155e12c57 service neutron] Attempting to bind port 094a70a8-67db-4344-8b59-ff99ef2faeeb on host hv-cinder-75078 for vnic_type normal with profile {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:38:49.908501 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.managers [req-7102183b-d588-42a8-addc-6f9fe99a49d3 req-5f8e9151-fecf-4fa4-8505-b15155e12c57 service neutron] Attempting to bind port 094a70a8-67db-4344-8b59-ff99ef2faeeb by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '25aae32e-21b3-4f37-a289-8c4b40c39a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'f4ce866d-bd2c-465f-9b46-26cead684cc4'}] {{(pid=104159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:38:49.909026 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7102183b-d588-42a8-addc-6f9fe99a49d3 req-5f8e9151-fecf-4fa4-8505-b15155e12c57 service neutron] Attempting to bind port 094a70a8-67db-4344-8b59-ff99ef2faeeb on network f4ce866d-bd2c-465f-9b46-26cead684cc4 {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:38:49.913603 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7102183b-d588-42a8-addc-6f9fe99a49d3 req-5f8e9151-fecf-4fa4-8505-b15155e12c57 service neutron] Port 094a70a8-67db-4344-8b59-ff99ef2faeeb on network f4ce866d-bd2c-465f-9b46-26cead684cc4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 15:38:49.913920 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7102183b-d588-42a8-addc-6f9fe99a49d3 req-5f8e9151-fecf-4fa4-8505-b15155e12c57 service neutron] Attempting to bind port 094a70a8-67db-4344-8b59-ff99ef2faeeb on network f4ce866d-bd2c-465f-9b46-26cead684cc4 {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:38:49.919327 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7102183b-d588-42a8-addc-6f9fe99a49d3 req-5f8e9151-fecf-4fa4-8505-b15155e12c57 service neutron] Checking agent: {'id': '42669199-0b56-4e25-9a3d-cc561c912f6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 34, 6), 'started_at': datetime.datetime(2022, 3, 31, 15, 34, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:38:49.919670 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7102183b-d588-42a8-addc-6f9fe99a49d3 req-5f8e9151-fecf-4fa4-8505-b15155e12c57 service neutron] Checking segment: {'id': '25aae32e-21b3-4f37-a289-8c4b40c39a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'f4ce866d-bd2c-465f-9b46-26cead684cc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:38:49.920047 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7102183b-d588-42a8-addc-6f9fe99a49d3 req-5f8e9151-fecf-4fa4-8505-b15155e12c57 service neutron] Bound using segment: {'id': '25aae32e-21b3-4f37-a289-8c4b40c39a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'f4ce866d-bd2c-465f-9b46-26cead684cc4'} {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:38:49.920465 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.managers [req-7102183b-d588-42a8-addc-6f9fe99a49d3 req-5f8e9151-fecf-4fa4-8505-b15155e12c57 service neutron] Bound port: 094a70a8-67db-4344-8b59-ff99ef2faeeb, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25aae32e-21b3-4f37-a289-8c4b40c39a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'f4ce866d-bd2c-465f-9b46-26cead684cc4'}}] {{(pid=104159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:38:49.921343 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-7102183b-d588-42a8-addc-6f9fe99a49d3 req-5f8e9151-fecf-4fa4-8505-b15155e12c57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (094a70a8-67db-4344-8b59-ff99ef2faeeb), before_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:49.991895 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.db [req-7102183b-d588-42a8-addc-6f9fe99a49d3 req-5f8e9151-fecf-4fa4-8505-b15155e12c57 service neutron] For port 094a70a8-67db-4344-8b59-ff99ef2faeeb, host hv-cinder-75078, cleared binding levels {{(pid=104159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:38:49.995458 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.db [req-7102183b-d588-42a8-addc-6f9fe99a49d3 req-5f8e9151-fecf-4fa4-8505-b15155e12c57 service neutron] For port 094a70a8-67db-4344-8b59-ff99ef2faeeb, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=094a70a8-67db-4344-8b59-ff99ef2faeeb,segment=NetworkSegment(25aae32e-21b3-4f37-a289-8c4b40c39a0c),segment_id=25aae32e-21b3-4f37-a289-8c4b40c39a0c)] {{(pid=104159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:38:50.078492 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a703d-80f4-4f6c-9c52-ebbf7c67cd5d req-036668c9-020d-4b01-94e4-379270642b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:50.080037 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-f95a703d-80f4-4f6c-9c52-ebbf7c67cd5d req-036668c9-020d-4b01-94e4-379270642b8f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a0ef3ef4-c9e3-4547-90a8-f12417af2afa HTTP/1.1" status: 200 len: 1130 time: 0.0445282 Mar 31 15:38:50.131740 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-f95a703d-80f4-4f6c-9c52-ebbf7c67cd5d req-42fa48a4-8952-4578-9ba8-803414b072cd service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408340 Mar 31 15:38:50.139525 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-7102183b-d588-42a8-addc-6f9fe99a49d3 req-5f8e9151-fecf-4fa4-8505-b15155e12c57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3148011'] for port (094a70a8-67db-4344-8b59-ff99ef2faeeb), after_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:50.180333 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7102183b-d588-42a8-addc-6f9fe99a49d3 req-5f8e9151-fecf-4fa4-8505-b15155e12c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:50.184265 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-7102183b-d588-42a8-addc-6f9fe99a49d3 req-5f8e9151-fecf-4fa4-8505-b15155e12c57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043269'] for port (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:50.184265 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-7102183b-d588-42a8-addc-6f9fe99a49d3 req-5f8e9151-fecf-4fa4-8505-b15155e12c57 service neutron] 10.222.0.26 "PUT /v2.0/ports/094a70a8-67db-4344-8b59-ff99ef2faeeb HTTP/1.1" status: 200 len: 1094 time: 1.0279305 Mar 31 15:38:50.184265 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '538994a6-6c98-4626-b47d-ff4906d4cc19', 'tag': '094a70a8-67db-4344-8b59-ff99ef2faeeb'}] {{(pid=104159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:38:50.185446 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea64b363b0503405ce6d4d78215f64c9ed163e64c8f258dff0ae871dea148ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b98acba-0ba9-4625-80a9-7a7c269b2914" -d '{"events": [{"name": "network-changed", "server_uuid": "538994a6-6c98-4626-b47d-ff4906d4cc19", "tag": "094a70a8-67db-4344-8b59-ff99ef2faeeb"}]}' {{(pid=104159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:38:50.211197 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8e9151-fecf-4fa4-8505-b15155e12c57 service neutron] Pushing event updated for resources: {'Port': ['ID=094a70a8-67db-4344-8b59-ff99ef2faeeb,revision_number=3']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:38:50.232402 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a7c6ddd-c399-4970-b0ce-794248ef5110 x-openstack-request-id: req-8a7c6ddd-c399-4970-b0ce-794248ef5110 {{(pid=104159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:38:50.232800 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "538994a6-6c98-4626-b47d-ff4906d4cc19", "tag": "094a70a8-67db-4344-8b59-ff99ef2faeeb", "status": "completed", "code": 200}]} {{(pid=104159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:38:50.233895 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8a7c6ddd-c399-4970-b0ce-794248ef5110 {{(pid=104159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:38:50.236169 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a7c6ddd-c399-4970-b0ce-794248ef5110'] response: {'name': 'network-changed', 'server_uuid': '538994a6-6c98-4626-b47d-ff4906d4cc19', 'tag': '094a70a8-67db-4344-8b59-ff99ef2faeeb', 'status': 'completed', 'code': 200} Mar 31 15:38:50.284920 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-51552281-e93a-4938-9ba1-2b3acb6352b9 req-061d9a08-64bd-468b-9885-117537cc2466 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bf86efe-5b29-4fd5-82b7-7e3bb8ff5cf6 HTTP/1.1" status: 200 len: 210 time: 0.0442226 Mar 31 15:38:50.346231 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8585bee-7a76-4f09-9781-1881a667919e req-9044b05b-f67f-4c9a-8742-6dfce74fc389 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:50.347788 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-a8585bee-7a76-4f09-9781-1881a667919e req-9044b05b-f67f-4c9a-8742-6dfce74fc389 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "GET /v2.0/ports?device_id=538994a6-6c98-4626-b47d-ff4906d4cc19 HTTP/1.1" status: 200 len: 944 time: 0.0587680 Mar 31 15:38:50.429281 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-a8585bee-7a76-4f09-9781-1881a667919e req-7efa447f-3a62-420e-80d4-fba5a3c7d4ec tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "GET /v2.0/security-groups?id=d68b3844-fac7-4489-9655-759f50646b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747056 Mar 31 15:38:50.436034 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b98acba-0ba9-4625-80a9-7a7c269b2914 req-da893ee7-9c2d-45ca-a502-be70d146816d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:50.438334 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-2b98acba-0ba9-4625-80a9-7a7c269b2914 req-da893ee7-9c2d-45ca-a502-be70d146816d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=97f648d2040e46619b3954fdd71c33e8&device_id=538994a6-6c98-4626-b47d-ff4906d4cc19 HTTP/1.1" status: 200 len: 1128 time: 0.0775685 Mar 31 15:38:50.562450 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b98acba-0ba9-4625-80a9-7a7c269b2914 req-945be573-b1ab-4c48-bcd5-71c54fa1caf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:50.564127 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-2b98acba-0ba9-4625-80a9-7a7c269b2914 req-945be573-b1ab-4c48-bcd5-71c54fa1caf4 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=97f648d2040e46619b3954fdd71c33e8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1063819 Mar 31 15:38:50.639695 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafd91d2-423d-49a9-a8ec-dd07eb98b5bc req-088f9659-ca53-4513-b7d7-30fe43141a4c tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:50.641335 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-fafd91d2-423d-49a9-a8ec-dd07eb98b5bc req-088f9659-ca53-4513-b7d7-30fe43141a4c tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0ef3ef4-c9e3-4547-90a8-f12417af2afa HTTP/1.1" status: 200 len: 946 time: 0.0568359 Mar 31 15:38:50.667250 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b98acba-0ba9-4625-80a9-7a7c269b2914 req-3ae3f206-282a-44b3-b101-6b2e952be060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:50.669821 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-2b98acba-0ba9-4625-80a9-7a7c269b2914 req-3ae3f206-282a-44b3-b101-6b2e952be060 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0995629 Mar 31 15:38:50.706837 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-fafd91d2-423d-49a9-a8ec-dd07eb98b5bc req-e8c257ae-a1fa-4f64-accc-fe7c547c965a tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551910 Mar 31 15:38:50.779839 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7102183b-d588-42a8-addc-6f9fe99a49d3 req-b448cd5f-16b7-4ea3-b0d4-ffd0057e315b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:50.781958 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-7102183b-d588-42a8-addc-6f9fe99a49d3 req-b448cd5f-16b7-4ea3-b0d4-ffd0057e315b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=97f648d2040e46619b3954fdd71c33e8&device_id=538994a6-6c98-4626-b47d-ff4906d4cc19 HTTP/1.1" status: 200 len: 1128 time: 0.0628893 Mar 31 15:38:50.837766 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-7102183b-d588-42a8-addc-6f9fe99a49d3 req-242d426d-8b7d-4f55-b042-9553d7b4e78d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=094a70a8-67db-4344-8b59-ff99ef2faeeb HTTP/1.1" status: 200 len: 217 time: 0.0456541 Mar 31 15:38:50.941598 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7102183b-d588-42a8-addc-6f9fe99a49d3 req-cdd49c60-932a-4847-9682-5214bf3894f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:50.943035 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-7102183b-d588-42a8-addc-6f9fe99a49d3 req-cdd49c60-932a-4847-9682-5214bf3894f6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f954ac5d-3124-474b-81c1-58056e141a3b HTTP/1.1" status: 200 len: 853 time: 0.0948942 Mar 31 15:38:50.971768 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccf986a-9f7d-4ce8-bfac-da2cfb88c731 req-eb878ff7-ba4e-4892-b70b-3905c7a08678 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:50.973184 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-2ccf986a-9f7d-4ce8-bfac-da2cfb88c731 req-eb878ff7-ba4e-4892-b70b-3905c7a08678 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] 10.222.0.26 "GET /v2.0/networks?id=c788e736-d0a9-43b4-9ab6-868bf21e10dd HTTP/1.1" status: 200 len: 814 time: 0.1461418 Mar 31 15:38:50.991761 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.v2.base [req-2ccf986a-9f7d-4ce8-bfac-da2cfb88c731 req-407d1a1b-433e-4fe0-bd53-e08fcbf67538 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] Request body: {'port': {'device_id': '4bf86efe-5b29-4fd5-82b7-7e3bb8ff5cf6', 'network_id': 'c788e736-d0a9-43b4-9ab6-868bf21e10dd', 'admin_state_up': True, 'tenant_id': 'cca1b5744ca840f59a8b48d7969cf311'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:38:51.072971 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7102183b-d588-42a8-addc-6f9fe99a49d3 req-c9d98815-eeae-4f93-9af6-266eca3b708f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:51.074616 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-7102183b-d588-42a8-addc-6f9fe99a49d3 req-c9d98815-eeae-4f93-9af6-266eca3b708f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f4ce866d-bd2c-465f-9b46-26cead684cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1205442 Mar 31 15:38:51.194123 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-7102183b-d588-42a8-addc-6f9fe99a49d3 req-121403ee-e604-4911-ab2e-d09a13a53d38 service neutron] 10.222.0.26 "GET /v2.0/networks/f4ce866d-bd2c-465f-9b46-26cead684cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112967 Mar 31 15:38:51.287116 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ccf986a-9f7d-4ce8-bfac-da2cfb88c731 req-407d1a1b-433e-4fe0-bd53-e08fcbf67538 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] Made reservation on behalf of cca1b5744ca840f59a8b48d7969cf311 for: {'port': 1} {{(pid=104159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:38:51.287717 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-2ccf986a-9f7d-4ce8-bfac-da2cfb88c731 req-407d1a1b-433e-4fe0-bd53-e08fcbf67538 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:51.323738 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-7102183b-d588-42a8-addc-6f9fe99a49d3 req-6e0cc31a-7110-4b8c-91bb-2d68c09d6b5b service neutron] 10.222.0.26 "GET /v2.0/networks/f4ce866d-bd2c-465f-9b46-26cead684cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222310 Mar 31 15:38:51.442627 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-a4adc555-82cd-4c87-bc3b-4a480f9cb9ee req-81257446-864c-4283-be90-a27bff4400b7 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bf86efe-5b29-4fd5-82b7-7e3bb8ff5cf6 HTTP/1.1" status: 200 len: 210 time: 0.0587802 Mar 31 15:38:51.568096 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.db_base_plugin_common [req-2ccf986a-9f7d-4ce8-bfac-da2cfb88c731 req-407d1a1b-433e-4fe0-bd53-e08fcbf67538 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] Allocated IP 172.20.0.11 (c788e736-d0a9-43b4-9ab6-868bf21e10dd/24c3e396-84e2-434a-a2c2-95f650ca2dd2/7c6a0aad-0335-447b-9e63-f90f9164c1f2) {{(pid=104159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:38:51.596612 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66339d2e-5c13-4c1a-b238-9ee40a38cb6a req-d14c06cb-abf6-41f2-927a-06203dcfcf46 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:51.598211 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-66339d2e-5c13-4c1a-b238-9ee40a38cb6a req-d14c06cb-abf6-41f2-927a-06203dcfcf46 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "GET /v2.0/ports?device_id=538994a6-6c98-4626-b47d-ff4906d4cc19 HTTP/1.1" status: 200 len: 944 time: 0.0593154 Mar 31 15:38:51.658438 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-66339d2e-5c13-4c1a-b238-9ee40a38cb6a req-9d2021d2-b7f5-4b73-8333-4886a3e11d5d tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "GET /v2.0/security-groups?id=d68b3844-fac7-4489-9655-759f50646b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479200 Mar 31 15:38:51.745873 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-2ccf986a-9f7d-4ce8-bfac-da2cfb88c731 req-407d1a1b-433e-4fe0-bd53-e08fcbf67538 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] Publish callbacks [] for port (7c6a0aad-0335-447b-9e63-f90f9164c1f2), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:51.852825 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8dcd1-1a6e-4d46-b1c6-722e62b0b175 req-4acf9a54-0106-44eb-82a4-bc50fdb0b9c4 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:51.852825 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-ccf8dcd1-1a6e-4d46-b1c6-722e62b0b175 req-4acf9a54-0106-44eb-82a4-bc50fdb0b9c4 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0ef3ef4-c9e3-4547-90a8-f12417af2afa HTTP/1.1" status: 200 len: 946 time: 0.0616245 Mar 31 15:38:51.907166 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-ccf8dcd1-1a6e-4d46-b1c6-722e62b0b175 req-ad950d4d-928b-4c7a-b95f-b4a3bc506d48 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497079 Mar 31 15:38:51.968058 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-2ccf986a-9f7d-4ce8-bfac-da2cfb88c731 req-407d1a1b-433e-4fe0-bd53-e08fcbf67538 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772784453870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3148002'] for port (7c6a0aad-0335-447b-9e63-f90f9164c1f2), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:52.024504 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ccf986a-9f7d-4ce8-bfac-da2cfb88c731 req-407d1a1b-433e-4fe0-bd53-e08fcbf67538 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] Network c788e736-d0a9-43b4-9ab6-868bf21e10dd is already hosted by enough agents. {{(pid=104159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:38:52.030873 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [req-2ccf986a-9f7d-4ce8-bfac-da2cfb88c731 req-407d1a1b-433e-4fe0-bd53-e08fcbf67538 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] Resources bound (agent type, host, resource id): {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:38:52.033302 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ccf986a-9f7d-4ce8-bfac-da2cfb88c731 req-407d1a1b-433e-4fe0-bd53-e08fcbf67538 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] Received port after_create {{(pid=104159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:38:52.051075 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407d1a1b-433e-4fe0-bd53-e08fcbf67538 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] Pushing event updated for resources: {'Port': ['ID=7c6a0aad-0335-447b-9e63-f90f9164c1f2,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:38:52.101326 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccf986a-9f7d-4ce8-bfac-da2cfb88c731 req-407d1a1b-433e-4fe0-bd53-e08fcbf67538 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:52.109968 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-2ccf986a-9f7d-4ce8-bfac-da2cfb88c731 req-407d1a1b-433e-4fe0-bd53-e08fcbf67538 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043269'] for port (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:52.240266 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-2ccf986a-9f7d-4ce8-bfac-da2cfb88c731 req-407d1a1b-433e-4fe0-bd53-e08fcbf67538 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2519922 Mar 31 15:38:52.254199 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.v2.base [req-2ccf986a-9f7d-4ce8-bfac-da2cfb88c731 req-bed8e5bf-aba1-4486-8842-3a22859780e7 service neutron] Request body: {'port': {'device_id': '4bf86efe-5b29-4fd5-82b7-7e3bb8ff5cf6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:38:52.329098 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-2ccf986a-9f7d-4ce8-bfac-da2cfb88c731 req-bed8e5bf-aba1-4486-8842-3a22859780e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (7c6a0aad-0335-447b-9e63-f90f9164c1f2), before_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:52.402734 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5850c42-3d2a-4bc0-9d30-690f2089b41d req-3b18a5e3-41e0-4071-aed4-fd90c00dc175 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:52.404324 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-c5850c42-3d2a-4bc0-9d30-690f2089b41d req-3b18a5e3-41e0-4071-aed4-fd90c00dc175 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0ef3ef4-c9e3-4547-90a8-f12417af2afa HTTP/1.1" status: 200 len: 946 time: 0.0787292 Mar 31 15:38:52.494549 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-c5850c42-3d2a-4bc0-9d30-690f2089b41d req-38efc9e7-4ea5-4c04-84cb-302406a97080 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786860 Mar 31 15:38:52.675666 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a3b42d-1578-49ba-998a-7ae6fd3ec30d req-49fcc41d-8758-4b71-bfbf-452cfe10a712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:52.677236 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-75a3b42d-1578-49ba-998a-7ae6fd3ec30d req-49fcc41d-8758-4b71-bfbf-452cfe10a712 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d4fc7fbc16624a3082581ef98d9d25a5&device_id=a0ef3ef4-c9e3-4547-90a8-f12417af2afa HTTP/1.1" status: 200 len: 1130 time: 0.1754868 Mar 31 15:38:52.714414 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24e4f4c-2250-4efa-9eec-ba7739e1b525 req-e109fc6f-44a3-4c9f-ac53-fd8d303fe0a3 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:52.715838 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-a24e4f4c-2250-4efa-9eec-ba7739e1b525 req-e109fc6f-44a3-4c9f-ac53-fd8d303fe0a3 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bf86efe-5b29-4fd5-82b7-7e3bb8ff5cf6 HTTP/1.1" status: 200 len: 932 time: 0.1469231 Mar 31 15:38:52.829438 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc8d44a-c053-4ec5-b0dc-6a1092804cb2 req-20586a32-1543-48ae-91d8-cb11def9e351 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:52.831268 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-bcc8d44a-c053-4ec5-b0dc-6a1092804cb2 req-20586a32-1543-48ae-91d8-cb11def9e351 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "GET /v2.0/ports?device_id=538994a6-6c98-4626-b47d-ff4906d4cc19 HTTP/1.1" status: 200 len: 944 time: 0.0736599 Mar 31 15:38:52.840837 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.notifiers.nova [req-2ccf986a-9f7d-4ce8-bfac-da2cfb88c731 req-bed8e5bf-aba1-4486-8842-3a22859780e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c6a0aad-0335-447b-9e63-f90f9164c1f2 {{(pid=104159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:38:52.855487 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-2ccf986a-9f7d-4ce8-bfac-da2cfb88c731 req-bed8e5bf-aba1-4486-8842-3a22859780e7 service neutron] Publish callbacks [] for port (7c6a0aad-0335-447b-9e63-f90f9164c1f2), precommit_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:52.883611 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-a24e4f4c-2250-4efa-9eec-ba7739e1b525 req-0e3a3b0b-efb7-439f-9d77-58415c367163 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae23c5a7-e2c9-4224-aab1-28482f4f04d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333649 Mar 31 15:38:52.884734 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a3b42d-1578-49ba-998a-7ae6fd3ec30d req-abdb0f77-0729-4605-894c-73f583850599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:52.887207 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-75a3b42d-1578-49ba-998a-7ae6fd3ec30d req-abdb0f77-0729-4605-894c-73f583850599 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4a5bb9cd-d074-4713-88c5-e7791e1f5e5b HTTP/1.1" status: 200 len: 920 time: 0.2027307 Mar 31 15:38:52.887348 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.provisioning_blocks [req-2ccf986a-9f7d-4ce8-bfac-da2cfb88c731 req-bed8e5bf-aba1-4486-8842-3a22859780e7 service neutron] Transition to ACTIVE for port object 7c6a0aad-0335-447b-9e63-f90f9164c1f2 will not be triggered until provisioned by entity L2. {{(pid=104159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 15:38:52.887726 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-bcc8d44a-c053-4ec5-b0dc-6a1092804cb2 req-b671282e-5ed0-43a7-9716-080b9693e977 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "GET /v2.0/security-groups?id=d68b3844-fac7-4489-9655-759f50646b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484178 Mar 31 15:38:52.954408 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-2ccf986a-9f7d-4ce8-bfac-da2cfb88c731 req-bed8e5bf-aba1-4486-8842-3a22859780e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3148011'] for port (7c6a0aad-0335-447b-9e63-f90f9164c1f2), after_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:52.957246 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-75a3b42d-1578-49ba-998a-7ae6fd3ec30d req-2ef71451-a465-4c38-99f0-1827ff6f3396 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=193922b2-f3ab-41e8-acd9-cc19a0164194 HTTP/1.1" status: 200 len: 217 time: 0.0631714 Mar 31 15:38:53.064003 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed8e5bf-aba1-4486-8842-3a22859780e7 service neutron] Pushing event updated for resources: {'Port': ['ID=7c6a0aad-0335-447b-9e63-f90f9164c1f2,revision_number=2']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:38:53.100137 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a3b42d-1578-49ba-998a-7ae6fd3ec30d req-da70a30d-8390-4caa-a20b-9711f10d1dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:53.101644 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-75a3b42d-1578-49ba-998a-7ae6fd3ec30d req-da70a30d-8390-4caa-a20b-9711f10d1dd4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=94d12cd9-1105-49d4-9d9d-27e65ff0c644 HTTP/1.1" status: 200 len: 858 time: 0.1201916 Mar 31 15:38:53.186983 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.managers [req-2ccf986a-9f7d-4ce8-bfac-da2cfb88c731 req-bed8e5bf-aba1-4486-8842-3a22859780e7 service neutron] Attempting to bind port 7c6a0aad-0335-447b-9e63-f90f9164c1f2 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:38:53.187311 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.managers [req-2ccf986a-9f7d-4ce8-bfac-da2cfb88c731 req-bed8e5bf-aba1-4486-8842-3a22859780e7 service neutron] Attempting to bind port 7c6a0aad-0335-447b-9e63-f90f9164c1f2 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '1655d0e3-c00a-4676-b6fe-95ded42ab808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c788e736-d0a9-43b4-9ab6-868bf21e10dd'}] {{(pid=104159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:38:53.187630 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccf986a-9f7d-4ce8-bfac-da2cfb88c731 req-bed8e5bf-aba1-4486-8842-3a22859780e7 service neutron] Attempting to bind port 7c6a0aad-0335-447b-9e63-f90f9164c1f2 on network c788e736-d0a9-43b4-9ab6-868bf21e10dd {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:38:53.194745 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccf986a-9f7d-4ce8-bfac-da2cfb88c731 req-bed8e5bf-aba1-4486-8842-3a22859780e7 service neutron] Port 7c6a0aad-0335-447b-9e63-f90f9164c1f2 on network c788e736-d0a9-43b4-9ab6-868bf21e10dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 15:38:53.195072 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccf986a-9f7d-4ce8-bfac-da2cfb88c731 req-bed8e5bf-aba1-4486-8842-3a22859780e7 service neutron] Attempting to bind port 7c6a0aad-0335-447b-9e63-f90f9164c1f2 on network c788e736-d0a9-43b4-9ab6-868bf21e10dd {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:38:53.201536 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a3b42d-1578-49ba-998a-7ae6fd3ec30d req-c147b647-1e6a-45e4-a84d-241afa6f97be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:53.203646 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-75a3b42d-1578-49ba-998a-7ae6fd3ec30d req-c147b647-1e6a-45e4-a84d-241afa6f97be service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4a5bb9cd-d074-4713-88c5-e7791e1f5e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0839798 Mar 31 15:38:53.204805 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccf986a-9f7d-4ce8-bfac-da2cfb88c731 req-bed8e5bf-aba1-4486-8842-3a22859780e7 service neutron] Checking agent: {'id': '42669199-0b56-4e25-9a3d-cc561c912f6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 34, 6), 'started_at': datetime.datetime(2022, 3, 31, 15, 34, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:38:53.205084 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccf986a-9f7d-4ce8-bfac-da2cfb88c731 req-bed8e5bf-aba1-4486-8842-3a22859780e7 service neutron] Checking segment: {'id': '1655d0e3-c00a-4676-b6fe-95ded42ab808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c788e736-d0a9-43b4-9ab6-868bf21e10dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:38:53.205481 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccf986a-9f7d-4ce8-bfac-da2cfb88c731 req-bed8e5bf-aba1-4486-8842-3a22859780e7 service neutron] Bound using segment: {'id': '1655d0e3-c00a-4676-b6fe-95ded42ab808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c788e736-d0a9-43b4-9ab6-868bf21e10dd'} {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:38:53.205908 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.managers [req-2ccf986a-9f7d-4ce8-bfac-da2cfb88c731 req-bed8e5bf-aba1-4486-8842-3a22859780e7 service neutron] Bound port: 7c6a0aad-0335-447b-9e63-f90f9164c1f2, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1655d0e3-c00a-4676-b6fe-95ded42ab808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c788e736-d0a9-43b4-9ab6-868bf21e10dd'}}] {{(pid=104159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:38:53.206260 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-2ccf986a-9f7d-4ce8-bfac-da2cfb88c731 req-bed8e5bf-aba1-4486-8842-3a22859780e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (7c6a0aad-0335-447b-9e63-f90f9164c1f2), before_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:53.582538 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.db [req-2ccf986a-9f7d-4ce8-bfac-da2cfb88c731 req-bed8e5bf-aba1-4486-8842-3a22859780e7 service neutron] For port 7c6a0aad-0335-447b-9e63-f90f9164c1f2, host hv-cinder-75078, cleared binding levels {{(pid=104159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:38:53.617997 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device 094a70a8-67db-4344-8b59-ff99ef2faeeb details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=104160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 15:38:53.618655 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.db [req-2ccf986a-9f7d-4ce8-bfac-da2cfb88c731 req-bed8e5bf-aba1-4486-8842-3a22859780e7 service neutron] For port 7c6a0aad-0335-447b-9e63-f90f9164c1f2, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=7c6a0aad-0335-447b-9e63-f90f9164c1f2,segment=NetworkSegment(1655d0e3-c00a-4676-b6fe-95ded42ab808),segment_id=1655d0e3-c00a-4676-b6fe-95ded42ab808)] {{(pid=104159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:38:53.621159 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-75a3b42d-1578-49ba-998a-7ae6fd3ec30d req-577b8b82-638f-437a-8d27-68b8baca76d2 service neutron] 10.222.0.26 "GET /v2.0/networks/4a5bb9cd-d074-4713-88c5-e7791e1f5e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4061902 Mar 31 15:38:53.708842 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-2ccf986a-9f7d-4ce8-bfac-da2cfb88c731 req-bed8e5bf-aba1-4486-8842-3a22859780e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3148011'] for port (7c6a0aad-0335-447b-9e63-f90f9164c1f2), after_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:53.770017 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c115bf0-56cc-4c70-a4d7-4f942e81964a req-a35f7912-36a1-460e-b245-722698c78677 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:53.770017 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-3c115bf0-56cc-4c70-a4d7-4f942e81964a req-a35f7912-36a1-460e-b245-722698c78677 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0ef3ef4-c9e3-4547-90a8-f12417af2afa HTTP/1.1" status: 200 len: 946 time: 0.1921473 Mar 31 15:38:53.778163 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccf986a-9f7d-4ce8-bfac-da2cfb88c731 req-bed8e5bf-aba1-4486-8842-3a22859780e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:53.778723 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-2ccf986a-9f7d-4ce8-bfac-da2cfb88c731 req-bed8e5bf-aba1-4486-8842-3a22859780e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043269'] for port (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:53.780841 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-2ccf986a-9f7d-4ce8-bfac-da2cfb88c731 req-bed8e5bf-aba1-4486-8842-3a22859780e7 service neutron] 10.222.0.26 "PUT /v2.0/ports/7c6a0aad-0335-447b-9e63-f90f9164c1f2 HTTP/1.1" status: 200 len: 1094 time: 1.5305281 Mar 31 15:38:53.781377 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bf86efe-5b29-4fd5-82b7-7e3bb8ff5cf6', 'tag': '7c6a0aad-0335-447b-9e63-f90f9164c1f2'}] {{(pid=104159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:38:53.783711 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea64b363b0503405ce6d4d78215f64c9ed163e64c8f258dff0ae871dea148ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06fa558c-057c-4149-a342-4628fc8f2a27" -d '{"events": [{"name": "network-changed", "server_uuid": "4bf86efe-5b29-4fd5-82b7-7e3bb8ff5cf6", "tag": "7c6a0aad-0335-447b-9e63-f90f9164c1f2"}]}' {{(pid=104159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:38:53.842420 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed8e5bf-aba1-4486-8842-3a22859780e7 service neutron] Pushing event updated for resources: {'Port': ['ID=7c6a0aad-0335-447b-9e63-f90f9164c1f2,revision_number=3']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:38:53.851834 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-75a3b42d-1578-49ba-998a-7ae6fd3ec30d req-12097781-9ef5-408e-bb75-a5f5805650f0 service neutron] 10.222.0.26 "GET /v2.0/networks/4a5bb9cd-d074-4713-88c5-e7791e1f5e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198770 Mar 31 15:38:53.859761 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d2cbaf1-1911-4ad4-916f-80ea6b2d0b27 x-openstack-request-id: req-2d2cbaf1-1911-4ad4-916f-80ea6b2d0b27 {{(pid=104159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:38:53.860069 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bf86efe-5b29-4fd5-82b7-7e3bb8ff5cf6", "tag": "7c6a0aad-0335-447b-9e63-f90f9164c1f2", "status": "completed", "code": 200}]} {{(pid=104159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:38:53.860316 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2d2cbaf1-1911-4ad4-916f-80ea6b2d0b27 {{(pid=104159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:38:53.863852 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d2cbaf1-1911-4ad4-916f-80ea6b2d0b27'] response: {'name': 'network-changed', 'server_uuid': '4bf86efe-5b29-4fd5-82b7-7e3bb8ff5cf6', 'tag': '7c6a0aad-0335-447b-9e63-f90f9164c1f2', 'status': 'completed', 'code': 200} Mar 31 15:38:53.886731 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-3c115bf0-56cc-4c70-a4d7-4f942e81964a req-19f66294-970a-474e-a781-9f2454a2e047 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971904 Mar 31 15:38:53.982828 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] For port 094a70a8-67db-4344-8b59-ff99ef2faeeb, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=094a70a8-67db-4344-8b59-ff99ef2faeeb,segment=NetworkSegment(25aae32e-21b3-4f37-a289-8c4b40c39a0c),segment_id=25aae32e-21b3-4f37-a289-8c4b40c39a0c)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:38:53.999075 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Returning: {'device': '094a70a8-67db-4344-8b59-ff99ef2faeeb', 'network_id': 'f4ce866d-bd2c-465f-9b46-26cead684cc4', 'port_id': '094a70a8-67db-4344-8b59-ff99ef2faeeb', 'mac_address': 'fa:16:3e:d7:db:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f954ac5d-3124-474b-81c1-58056e141a3b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 15:38:54.067182 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Current status of the port 094a70a8-67db-4344-8b59-ff99ef2faeeb is: DOWN; New status is: BUILD {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:38:54.067575 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (094a70a8-67db-4344-8b59-ff99ef2faeeb), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:54.085866 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.notifiers.nova [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 094a70a8-67db-4344-8b59-ff99ef2faeeb {{(pid=104160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:38:54.106326 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02203a1-eaeb-486e-9ab9-5da379d737fb req-076ff7d7-06e9-42a9-b84b-f51bf1be6f4d tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:54.109464 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-c02203a1-eaeb-486e-9ab9-5da379d737fb req-076ff7d7-06e9-42a9-b84b-f51bf1be6f4d tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bf86efe-5b29-4fd5-82b7-7e3bb8ff5cf6 HTTP/1.1" status: 200 len: 944 time: 0.0977054 Mar 31 15:38:54.118755 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] For port 094a70a8-67db-4344-8b59-ff99ef2faeeb, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=094a70a8-67db-4344-8b59-ff99ef2faeeb,segment=NetworkSegment(25aae32e-21b3-4f37-a289-8c4b40c39a0c),segment_id=25aae32e-21b3-4f37-a289-8c4b40c39a0c)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:38:54.128705 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b5a03c-72b2-40ea-8f13-97826c17fef4 req-fff12cab-c605-4c5a-8252-31c8dea85e44 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:54.130462 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-a5b5a03c-72b2-40ea-8f13-97826c17fef4 req-fff12cab-c605-4c5a-8252-31c8dea85e44 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "GET /v2.0/ports?device_id=538994a6-6c98-4626-b47d-ff4906d4cc19 HTTP/1.1" status: 200 len: 944 time: 0.1289535 Mar 31 15:38:54.139683 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fa558c-057c-4149-a342-4628fc8f2a27 req-525d0972-f470-4bad-a549-05bad8cb3714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:54.141049 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-06fa558c-057c-4149-a342-4628fc8f2a27 req-525d0972-f470-4bad-a549-05bad8cb3714 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cca1b5744ca840f59a8b48d7969cf311&device_id=4bf86efe-5b29-4fd5-82b7-7e3bb8ff5cf6 HTTP/1.1" status: 200 len: 1128 time: 0.1089761 Mar 31 15:38:54.227293 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (094a70a8-67db-4344-8b59-ff99ef2faeeb), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:54.256721 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-a5b5a03c-72b2-40ea-8f13-97826c17fef4 req-fb612701-0708-4699-9222-2a08281b9f4b tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "GET /v2.0/security-groups?id=d68b3844-fac7-4489-9655-759f50646b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144254 Mar 31 15:38:54.296543 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Pushing event updated for resources: {'Port': ['ID=094a70a8-67db-4344-8b59-ff99ef2faeeb,revision_number=4']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:38:54.311322 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fa558c-057c-4149-a342-4628fc8f2a27 req-463d605a-85bb-499d-80ef-0eb44f3b91bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:54.313482 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-06fa558c-057c-4149-a342-4628fc8f2a27 req-463d605a-85bb-499d-80ef-0eb44f3b91bb service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=cca1b5744ca840f59a8b48d7969cf311&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1539490 Mar 31 15:38:54.458294 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fa558c-057c-4149-a342-4628fc8f2a27 req-f83ec2c5-c2bc-4aae-8a17-34373a428936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:54.460683 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-06fa558c-057c-4149-a342-4628fc8f2a27 req-f83ec2c5-c2bc-4aae-8a17-34373a428936 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1405413 Mar 31 15:38:54.477419 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-c02203a1-eaeb-486e-9ab9-5da379d737fb req-61bd4a20-5283-4b78-8a4d-1b548f4c1cb6 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae23c5a7-e2c9-4224-aab1-28482f4f04d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3601439 Mar 31 15:38:54.542611 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] get_ports_and_sgs() called for port_ids ['094a70a8-67db-4344-8b59-ff99ef2faeeb'] {{(pid=104160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:38:54.565421 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccf986a-9f7d-4ce8-bfac-da2cfb88c731 req-39fd172a-5cf5-432d-8a08-d55d05b1279b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:54.570304 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-2ccf986a-9f7d-4ce8-bfac-da2cfb88c731 req-39fd172a-5cf5-432d-8a08-d55d05b1279b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cca1b5744ca840f59a8b48d7969cf311&device_id=4bf86efe-5b29-4fd5-82b7-7e3bb8ff5cf6 HTTP/1.1" status: 200 len: 1128 time: 0.0636938 Mar 31 15:38:54.617567 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-2ccf986a-9f7d-4ce8-bfac-da2cfb88c731 req-377c3295-9f15-4186-bb02-a6dc91bcfff9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c6a0aad-0335-447b-9e63-f90f9164c1f2 HTTP/1.1" status: 200 len: 217 time: 0.0418572 Mar 31 15:38:54.677995 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccf986a-9f7d-4ce8-bfac-da2cfb88c731 req-b179b826-d366-4acd-9c15-6256cb42a529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:54.679485 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-2ccf986a-9f7d-4ce8-bfac-da2cfb88c731 req-b179b826-d366-4acd-9c15-6256cb42a529 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=24c3e396-84e2-434a-a2c2-95f650ca2dd2 HTTP/1.1" status: 200 len: 854 time: 0.0519485 Mar 31 15:38:54.712728 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-2ccf986a-9f7d-4ce8-bfac-da2cfb88c731 req-f8a94c1e-9a2b-42a7-bd6e-e68eee7d9e31 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c788e736-d0a9-43b4-9ab6-868bf21e10dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268517 Mar 31 15:38:54.812848 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-2ccf986a-9f7d-4ce8-bfac-da2cfb88c731 req-09249676-8dc7-4fdb-b203-bd9d45161351 service neutron] 10.222.0.26 "GET /v2.0/networks/c788e736-d0a9-43b4-9ab6-868bf21e10dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920348 Mar 31 15:38:54.921527 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-2ccf986a-9f7d-4ce8-bfac-da2cfb88c731 req-ca3c9d3b-0225-4f0c-836c-aa797c1f636f service neutron] 10.222.0.26 "GET /v2.0/networks/c788e736-d0a9-43b4-9ab6-868bf21e10dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001046 Mar 31 15:38:55.032726 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dddb65-ffc9-4107-ad56-da2e2e444994 req-d8fc3af9-31ca-43b2-8fd5-f806b37faccd tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:55.034405 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-99dddb65-ffc9-4107-ad56-da2e2e444994 req-d8fc3af9-31ca-43b2-8fd5-f806b37faccd tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0ef3ef4-c9e3-4547-90a8-f12417af2afa HTTP/1.1" status: 200 len: 946 time: 0.0652957 Mar 31 15:38:55.090919 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-99dddb65-ffc9-4107-ad56-da2e2e444994 req-008d4e79-643a-43bc-9c50-59815095e568 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493832 Mar 31 15:38:55.441879 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed353a67-052d-4768-add6-09e408b1d4e2 req-dddf8426-afe5-420f-a2e3-b07c69883a0c tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:55.443475 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-ed353a67-052d-4768-add6-09e408b1d4e2 req-dddf8426-afe5-420f-a2e3-b07c69883a0c tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "GET /v2.0/ports?device_id=538994a6-6c98-4626-b47d-ff4906d4cc19 HTTP/1.1" status: 200 len: 945 time: 0.0606198 Mar 31 15:38:55.497270 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-ed353a67-052d-4768-add6-09e408b1d4e2 req-045c556d-b5b7-4b5d-9078-289bb0843ef8 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "GET /v2.0/security-groups?id=d68b3844-fac7-4489-9655-759f50646b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477281 Mar 31 15:38:55.624198 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5912d29-2ccc-41cd-8376-c23f15b0b7b0 req-427c5e8f-2b52-4787-8ed0-d34e2171b723 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:55.625988 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-f5912d29-2ccc-41cd-8376-c23f15b0b7b0 req-427c5e8f-2b52-4787-8ed0-d34e2171b723 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bf86efe-5b29-4fd5-82b7-7e3bb8ff5cf6 HTTP/1.1" status: 200 len: 944 time: 0.0703285 Mar 31 15:38:55.634186 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device 094a70a8-67db-4344-8b59-ff99ef2faeeb up at agent hyperv_hv-cinder-75078 {{(pid=104160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:38:55.693544 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-f5912d29-2ccc-41cd-8376-c23f15b0b7b0 req-7ae06ed4-5eb3-413e-8bdf-1f7a1ba255a9 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae23c5a7-e2c9-4224-aab1-28482f4f04d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603788 Mar 31 15:38:55.779187 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Provisioning for port 094a70a8-67db-4344-8b59-ff99ef2faeeb completed by entity L2. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 15:38:55.783756 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Provisioning complete for port 094a70a8-67db-4344-8b59-ff99ef2faeeb triggered by entity L2. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:38:55.784131 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (094a70a8-67db-4344-8b59-ff99ef2faeeb), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:55.873629 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Current status of the port 094a70a8-67db-4344-8b59-ff99ef2faeeb is: BUILD; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:38:55.874084 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (094a70a8-67db-4344-8b59-ff99ef2faeeb), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:55.900906 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '538994a6-6c98-4626-b47d-ff4906d4cc19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '094a70a8-67db-4344-8b59-ff99ef2faeeb'}] {{(pid=104160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:38:55.903294 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce3869fed81eb230bc7c00aef7f85a04080afe3b8b72d2e6fbd63f6167e83839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16beaf6c-33de-40aa-a703-ef03e99a47c0" -d '{"events": [{"server_uuid": "538994a6-6c98-4626-b47d-ff4906d4cc19", "name": "network-vif-plugged", "status": "completed", "tag": "094a70a8-67db-4344-8b59-ff99ef2faeeb"}]}' {{(pid=104160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:38:55.916611 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] For port 094a70a8-67db-4344-8b59-ff99ef2faeeb, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=094a70a8-67db-4344-8b59-ff99ef2faeeb,segment=NetworkSegment(25aae32e-21b3-4f37-a289-8c4b40c39a0c),segment_id=25aae32e-21b3-4f37-a289-8c4b40c39a0c)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:38:55.941334 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d385afd2-fbfa-4609-a130-fe4721a5d921 x-openstack-request-id: req-d385afd2-fbfa-4609-a130-fe4721a5d921 {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:38:55.941679 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "538994a6-6c98-4626-b47d-ff4906d4cc19", "name": "network-vif-plugged", "status": "completed", "tag": "094a70a8-67db-4344-8b59-ff99ef2faeeb", "code": 200}]} {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:38:55.941941 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d385afd2-fbfa-4609-a130-fe4721a5d921 {{(pid=104160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:38:55.942356 dv-cinder-750782-15-smb neutron-server[104160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d385afd2-fbfa-4609-a130-fe4721a5d921'] response: {'server_uuid': '538994a6-6c98-4626-b47d-ff4906d4cc19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '094a70a8-67db-4344-8b59-ff99ef2faeeb', 'code': 200} Mar 31 15:38:56.002063 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (094a70a8-67db-4344-8b59-ff99ef2faeeb), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:56.067593 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Pushing event updated for resources: {'Port': ['ID=094a70a8-67db-4344-8b59-ff99ef2faeeb,revision_number=5']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:38:56.251957 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9be7c4-b697-4999-8467-e90097794cb6 req-ba7f5b95-3f9f-47c5-82da-6f36e1e41812 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:56.253573 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-6f9be7c4-b697-4999-8467-e90097794cb6 req-ba7f5b95-3f9f-47c5-82da-6f36e1e41812 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0ef3ef4-c9e3-4547-90a8-f12417af2afa HTTP/1.1" status: 200 len: 946 time: 0.0840871 Mar 31 15:38:56.279746 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f7b7d3-f1e1-4fef-a8b9-81b3dcfe7dd0 req-b559e590-b2a2-4ab1-a0cf-59786b2989fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:56.281816 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-85f7b7d3-f1e1-4fef-a8b9-81b3dcfe7dd0 req-b559e590-b2a2-4ab1-a0cf-59786b2989fd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=538994a6-6c98-4626-b47d-ff4906d4cc19 HTTP/1.1" status: 200 len: 1130 time: 0.0804002 Mar 31 15:38:56.328555 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-6f9be7c4-b697-4999-8467-e90097794cb6 req-460a8374-af75-4dd7-81ce-422d08dfbae5 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687733 Mar 31 15:38:56.351182 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-85f7b7d3-f1e1-4fef-a8b9-81b3dcfe7dd0 req-841ce0d4-7461-435c-8968-c4b654c5a776 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d68b3844-fac7-4489-9655-759f50646b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606840 Mar 31 15:38:56.480026 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.agents_db [None req-c7073644-962b-4037-b6f3-12a39092c58a None None] Agent healthcheck: found 6 active agents {{(pid=104161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:38:56.621077 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09617553-75cd-48d6-949c-46d098a19eb3 req-61e35fe3-8a3c-4243-8205-b31859652d71 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:56.622685 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-09617553-75cd-48d6-949c-46d098a19eb3 req-61e35fe3-8a3c-4243-8205-b31859652d71 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "GET /v2.0/ports?device_id=538994a6-6c98-4626-b47d-ff4906d4cc19 HTTP/1.1" status: 200 len: 946 time: 0.0555933 Mar 31 15:38:56.676430 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-09617553-75cd-48d6-949c-46d098a19eb3 req-fc341ce9-b25c-422a-8016-7e15b23a04bb tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "GET /v2.0/security-groups?id=d68b3844-fac7-4489-9655-759f50646b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475783 Mar 31 15:38:56.818303 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610df49a-3ef1-474a-ae58-ab1985e7a8a7 req-8d609939-1ba0-4d6f-8660-5202df8c8546 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:56.819791 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-610df49a-3ef1-474a-ae58-ab1985e7a8a7 req-8d609939-1ba0-4d6f-8660-5202df8c8546 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bf86efe-5b29-4fd5-82b7-7e3bb8ff5cf6 HTTP/1.1" status: 200 len: 944 time: 0.0537059 Mar 31 15:38:56.872648 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-610df49a-3ef1-474a-ae58-ab1985e7a8a7 req-ab1eea8e-8d71-4c1c-940e-bacb5b6c6103 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae23c5a7-e2c9-4224-aab1-28482f4f04d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467958 Mar 31 15:38:57.643159 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device 7c6a0aad-0335-447b-9e63-f90f9164c1f2 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=104160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 15:38:57.749862 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] For port 7c6a0aad-0335-447b-9e63-f90f9164c1f2, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=7c6a0aad-0335-447b-9e63-f90f9164c1f2,segment=NetworkSegment(1655d0e3-c00a-4676-b6fe-95ded42ab808),segment_id=1655d0e3-c00a-4676-b6fe-95ded42ab808)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:38:57.765414 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Returning: {'device': '7c6a0aad-0335-447b-9e63-f90f9164c1f2', 'network_id': 'c788e736-d0a9-43b4-9ab6-868bf21e10dd', 'port_id': '7c6a0aad-0335-447b-9e63-f90f9164c1f2', 'mac_address': 'fa:16:3e:bf:b3:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24c3e396-84e2-434a-a2c2-95f650ca2dd2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 15:38:57.810609 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4a25ab-5ae1-4dcd-8472-60855a1182f6 req-fa4bdcbd-d6c6-4245-816e-81c550491c58 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:57.812815 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-4e4a25ab-5ae1-4dcd-8472-60855a1182f6 req-fa4bdcbd-d6c6-4245-816e-81c550491c58 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "GET /v2.0/ports?device_id=538994a6-6c98-4626-b47d-ff4906d4cc19 HTTP/1.1" status: 200 len: 946 time: 0.0587304 Mar 31 15:38:57.813047 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Current status of the port 7c6a0aad-0335-447b-9e63-f90f9164c1f2 is: DOWN; New status is: BUILD {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:38:57.813467 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (7c6a0aad-0335-447b-9e63-f90f9164c1f2), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:57.829301 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.notifiers.nova [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c6a0aad-0335-447b-9e63-f90f9164c1f2 {{(pid=104160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:38:57.851733 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] For port 7c6a0aad-0335-447b-9e63-f90f9164c1f2, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=7c6a0aad-0335-447b-9e63-f90f9164c1f2,segment=NetworkSegment(1655d0e3-c00a-4676-b6fe-95ded42ab808),segment_id=1655d0e3-c00a-4676-b6fe-95ded42ab808)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:38:57.866890 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-4e4a25ab-5ae1-4dcd-8472-60855a1182f6 req-b3800d9a-183f-4858-950d-eeab89bee036 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "GET /v2.0/security-groups?id=d68b3844-fac7-4489-9655-759f50646b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480633 Mar 31 15:38:57.962036 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (7c6a0aad-0335-447b-9e63-f90f9164c1f2), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:58.005491 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a9ee7-a0e1-4a71-9c0c-97e92af4ebcd req-c2f71cd7-499d-4bcf-8404-a54b56f6ea0b tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:58.007274 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-e42a9ee7-a0e1-4a71-9c0c-97e92af4ebcd req-c2f71cd7-499d-4bcf-8404-a54b56f6ea0b tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bf86efe-5b29-4fd5-82b7-7e3bb8ff5cf6 HTTP/1.1" status: 200 len: 944 time: 0.0589545 Mar 31 15:38:58.018258 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Pushing event updated for resources: {'Port': ['ID=7c6a0aad-0335-447b-9e63-f90f9164c1f2,revision_number=4']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:38:58.075957 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-e42a9ee7-a0e1-4a71-9c0c-97e92af4ebcd req-f795d3d2-b9fe-4805-aac0-59d6b5479f89 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae23c5a7-e2c9-4224-aab1-28482f4f04d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571749 Mar 31 15:38:58.273562 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] get_ports_and_sgs() called for port_ids ['7c6a0aad-0335-447b-9e63-f90f9164c1f2'] {{(pid=104160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:38:58.576938 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 47354) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:38:58.682751 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-cc48e1c4-6158-4796-9727-3c1301157c86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:58.758313 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-cc48e1c4-6158-4796-9727-3c1301157c86 admin admin] Publish callbacks [] for security_group (6827bcd9-9c4d-4517-9452-6742b8e1c159), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:58.887479 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-cc48e1c4-6158-4796-9727-3c1301157c86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (6827bcd9-9c4d-4517-9452-6742b8e1c159), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:58.925546 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc48e1c4-6158-4796-9727-3c1301157c86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6827bcd9-9c4d-4517-9452-6742b8e1c159,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:38:58.930121 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-cc48e1c4-6158-4796-9727-3c1301157c86 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=50b3aeed45bb43478ad18d7ac24173dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3519938 Mar 31 15:38:58.932739 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 47360) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:38:58.958598 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 47362) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:38:58.962929 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.v2.base [None req-9ceb283d-69b2-49b1-b5b2-8e42052f30b9 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1348367854', 'description': 'tempest-description--1918330130'}} {{(pid=104158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:38:58.993111 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5ebff6-6fb4-41b8-a3a2-991f528a3c2d req-3a0651e7-8570-4426-b3ec-fc74578ebd59 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:58.994629 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-0e5ebff6-6fb4-41b8-a3a2-991f528a3c2d req-3a0651e7-8570-4426-b3ec-fc74578ebd59 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "GET /v2.0/ports?device_id=538994a6-6c98-4626-b47d-ff4906d4cc19 HTTP/1.1" status: 200 len: 946 time: 0.0526748 Mar 31 15:38:59.009985 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-13c8a0fa-8b4f-4b67-b8bc-58846cfa78d7 admin admin] Publish callbacks [] for security_group (6827bcd9-9c4d-4517-9452-6742b8e1c159), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:59.033755 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-13c8a0fa-8b4f-4b67-b8bc-58846cfa78d7 admin admin] Publish callbacks [] for security_group (6827bcd9-9c4d-4517-9452-6742b8e1c159), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:59.044647 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-0e5ebff6-6fb4-41b8-a3a2-991f528a3c2d req-7d573b11-2a60-46af-a36c-dba66317cd9e tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "GET /v2.0/security-groups?id=d68b3844-fac7-4489-9655-759f50646b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434177 Mar 31 15:38:59.098384 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-9ceb283d-69b2-49b1-b5b2-8e42052f30b9 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Publish callbacks [] for security_group (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:59.171349 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11e2d28-c3d4-4230-9d7a-b8ce0269774d req-a4cd4ce6-276c-4d7f-8675-e2bf29de7cdb tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:59.174046 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-b11e2d28-c3d4-4230-9d7a-b8ce0269774d req-a4cd4ce6-276c-4d7f-8675-e2bf29de7cdb tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "GET /v2.0/ports?device_id=538994a6-6c98-4626-b47d-ff4906d4cc19 HTTP/1.1" status: 200 len: 946 time: 0.0599787 Mar 31 15:38:59.198409 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-13c8a0fa-8b4f-4b67-b8bc-58846cfa78d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (6827bcd9-9c4d-4517-9452-6742b8e1c159), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:59.200913 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-13c8a0fa-8b4f-4b67-b8bc-58846cfa78d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:59.202643 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-13c8a0fa-8b4f-4b67-b8bc-58846cfa78d7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6827bcd9-9c4d-4517-9452-6742b8e1c159 HTTP/1.1" status: 204 len: 168 time: 0.2689686 Mar 31 15:38:59.205133 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e2a858-ef6a-449e-a014-b9557027dfd3 req-42ab4229-18e9-43ce-b69d-6b6f60fa06f8 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:59.209865 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-f3e2a858-ef6a-449e-a014-b9557027dfd3 req-42ab4229-18e9-43ce-b69d-6b6f60fa06f8 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bf86efe-5b29-4fd5-82b7-7e3bb8ff5cf6 HTTP/1.1" status: 200 len: 945 time: 0.0593288 Mar 31 15:38:59.233551 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c8a0fa-8b4f-4b67-b8bc-58846cfa78d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6827bcd9-9c4d-4517-9452-6742b8e1c159,revision_number=None']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:38:59.263761 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-f3e2a858-ef6a-449e-a014-b9557027dfd3 req-a8e5a733-add4-40cb-98bb-d84aa52a50e5 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae23c5a7-e2c9-4224-aab1-28482f4f04d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496225 Mar 31 15:38:59.265903 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-b11e2d28-c3d4-4230-9d7a-b8ce0269774d req-27c1e8c6-f5ff-4f14-8868-86962285c6a9 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "GET /v2.0/security-groups?id=d68b3844-fac7-4489-9655-759f50646b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860605 Mar 31 15:38:59.298204 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-9ceb283d-69b2-49b1-b5b2-8e42052f30b9 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Publish callbacks [] for security_group (6b0e7810-dd04-4a66-8afe-9762b371d6ab), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:59.412655 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-9ceb283d-69b2-49b1-b5b2-8e42052f30b9 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (6b0e7810-dd04-4a66-8afe-9762b371d6ab), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:59.442792 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceb283d-69b2-49b1-b5b2-8e42052f30b9 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b0e7810-dd04-4a66-8afe-9762b371d6ab,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:38:59.601267 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-9ceb283d-69b2-49b1-b5b2-8e42052f30b9 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Publish callbacks [] for security_group (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:59.603435 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-9ceb283d-69b2-49b1-b5b2-8e42052f30b9 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6436474 Mar 31 15:38:59.611674 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 47374) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:38:59.618457 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.v2.base [None req-79e99a70-d99f-48d2-9b22-c558d70a48ba tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Request body: {'security_group_rule': {'security_group_id': '6b0e7810-dd04-4a66-8afe-9762b371d6ab', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:38:59.664765 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device 7c6a0aad-0335-447b-9e63-f90f9164c1f2 up at agent hyperv_hv-cinder-75078 {{(pid=104160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:38:59.668709 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4859cf1c-aca0-4ac8-bd51-4f3c941b72ec req-4c39b88d-d9f7-4d90-816a-f9af72cd4cba tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:38:59.674420 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-4859cf1c-aca0-4ac8-bd51-4f3c941b72ec req-4c39b88d-d9f7-4d90-816a-f9af72cd4cba tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "GET /v2.0/ports?device_id=538994a6-6c98-4626-b47d-ff4906d4cc19 HTTP/1.1" status: 200 len: 946 time: 0.1029904 Mar 31 15:38:59.750851 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-79e99a70-d99f-48d2-9b22-c558d70a48ba tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Publish callbacks [] for security_group_rule (2002fd51-0be6-4f95-9ea4-030ed41959b1), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:59.754602 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-4859cf1c-aca0-4ac8-bd51-4f3c941b72ec req-22a16d70-1af4-47d0-89bd-eceace545356 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "GET /v2.0/security-groups?id=d68b3844-fac7-4489-9655-759f50646b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754471 Mar 31 15:38:59.821629 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-79e99a70-d99f-48d2-9b22-c558d70a48ba tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Publish callbacks [] for security_group_rule (2002fd51-0be6-4f95-9ea4-030ed41959b1), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:59.825959 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Provisioning for port 7c6a0aad-0335-447b-9e63-f90f9164c1f2 completed by entity L2. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 15:38:59.832098 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Provisioning complete for port 7c6a0aad-0335-447b-9e63-f90f9164c1f2 triggered by entity L2. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:38:59.832470 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (7c6a0aad-0335-447b-9e63-f90f9164c1f2), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:59.910464 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-79e99a70-d99f-48d2-9b22-c558d70a48ba tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045380'] for security_group_rule (2002fd51-0be6-4f95-9ea4-030ed41959b1), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:59.922958 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Current status of the port 7c6a0aad-0335-447b-9e63-f90f9164c1f2 is: BUILD; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:38:59.923346 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (7c6a0aad-0335-447b-9e63-f90f9164c1f2), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:38:59.927474 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e99a70-d99f-48d2-9b22-c558d70a48ba tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2002fd51-0be6-4f95-9ea4-030ed41959b1,revision_number=0']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:38:59.953799 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bf86efe-5b29-4fd5-82b7-7e3bb8ff5cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c6a0aad-0335-447b-9e63-f90f9164c1f2'}] {{(pid=104160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:38:59.956032 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce3869fed81eb230bc7c00aef7f85a04080afe3b8b72d2e6fbd63f6167e83839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddabb1d4-92ab-4f09-9d45-124dabb0e4aa" -d '{"events": [{"server_uuid": "4bf86efe-5b29-4fd5-82b7-7e3bb8ff5cf6", "name": "network-vif-plugged", "status": "completed", "tag": "7c6a0aad-0335-447b-9e63-f90f9164c1f2"}]}' {{(pid=104160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:38:59.969645 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] For port 7c6a0aad-0335-447b-9e63-f90f9164c1f2, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=7c6a0aad-0335-447b-9e63-f90f9164c1f2,segment=NetworkSegment(1655d0e3-c00a-4676-b6fe-95ded42ab808),segment_id=1655d0e3-c00a-4676-b6fe-95ded42ab808)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:38:59.994905 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-694cbe93-a3f0-4891-83cf-6aabf2f3bc7b x-openstack-request-id: req-694cbe93-a3f0-4891-83cf-6aabf2f3bc7b {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:38:59.995222 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bf86efe-5b29-4fd5-82b7-7e3bb8ff5cf6", "name": "network-vif-plugged", "status": "completed", "tag": "7c6a0aad-0335-447b-9e63-f90f9164c1f2", "code": 200}]} {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:38:59.995488 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-694cbe93-a3f0-4891-83cf-6aabf2f3bc7b {{(pid=104160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:38:59.995894 dv-cinder-750782-15-smb neutron-server[104160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-694cbe93-a3f0-4891-83cf-6aabf2f3bc7b'] response: {'server_uuid': '4bf86efe-5b29-4fd5-82b7-7e3bb8ff5cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c6a0aad-0335-447b-9e63-f90f9164c1f2', 'code': 200} Mar 31 15:39:00.082429 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (7c6a0aad-0335-447b-9e63-f90f9164c1f2), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:00.131109 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Pushing event updated for resources: {'Port': ['ID=7c6a0aad-0335-447b-9e63-f90f9164c1f2,revision_number=5']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:39:00.158713 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-79e99a70-d99f-48d2-9b22-c558d70a48ba tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:00.160373 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-79e99a70-d99f-48d2-9b22-c558d70a48ba tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5473719 Mar 31 15:39:00.162989 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 47380) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:39:00.167305 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.v2.base [None req-d4f7fbe2-eb12-4a45-81ec-94e800c34c22 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Request body: {'security_group_rule': {'security_group_id': '6b0e7810-dd04-4a66-8afe-9762b371d6ab', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:39:00.316854 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-d4f7fbe2-eb12-4a45-81ec-94e800c34c22 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Publish callbacks [] for security_group_rule (269c9202-421b-498c-b462-108bc702dfc0), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:00.377881 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-d4f7fbe2-eb12-4a45-81ec-94e800c34c22 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Publish callbacks [] for security_group_rule (269c9202-421b-498c-b462-108bc702dfc0), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:00.437743 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663a33db-1c4b-497e-984a-9d122af5c51b req-1e1952aa-aedb-478c-9fac-fb5a4c055d1e tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:00.439229 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-663a33db-1c4b-497e-984a-9d122af5c51b req-1e1952aa-aedb-478c-9fac-fb5a4c055d1e tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bf86efe-5b29-4fd5-82b7-7e3bb8ff5cf6 HTTP/1.1" status: 200 len: 946 time: 0.0927711 Mar 31 15:39:00.453113 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e757985-f66f-4097-962b-e2c59185dcdd req-ca7eab0b-51c4-4297-a1aa-9ac309d50e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:00.454628 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-6e757985-f66f-4097-962b-e2c59185dcdd req-ca7eab0b-51c4-4297-a1aa-9ac309d50e0c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4bf86efe-5b29-4fd5-82b7-7e3bb8ff5cf6 HTTP/1.1" status: 200 len: 1130 time: 0.0702212 Mar 31 15:39:00.488310 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-d4f7fbe2-eb12-4a45-81ec-94e800c34c22 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045380'] for security_group_rule (269c9202-421b-498c-b462-108bc702dfc0), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:00.509969 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f7fbe2-eb12-4a45-81ec-94e800c34c22 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=269c9202-421b-498c-b462-108bc702dfc0,revision_number=0']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:39:00.528312 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-663a33db-1c4b-497e-984a-9d122af5c51b req-f967a2b2-749e-4dbb-9b51-034b01b1344d tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae23c5a7-e2c9-4224-aab1-28482f4f04d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815432 Mar 31 15:39:00.528807 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-6e757985-f66f-4097-962b-e2c59185dcdd req-fcc911d1-1b3b-4db9-997c-f3079ad248d1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ae23c5a7-e2c9-4224-aab1-28482f4f04d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647500 Mar 31 15:39:00.661692 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-d4f7fbe2-eb12-4a45-81ec-94e800c34c22 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:00.662830 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-d4f7fbe2-eb12-4a45-81ec-94e800c34c22 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4989212 Mar 31 15:39:00.665883 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 47384) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:39:00.670140 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.v2.base [None req-2bba3478-904e-4472-bb51-43b0cd146ca6 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Request body: {'floatingip': {'floating_network_id': '8959fca3-760a-428d-87ed-41d110f4f943'}} {{(pid=104158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:39:00.796389 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-2bba3478-904e-4472-bb51-43b0cd146ca6 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:00.904302 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-2bba3478-904e-4472-bb51-43b0cd146ca6 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:01.012694 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.db.db_base_plugin_common [None req-2bba3478-904e-4472-bb51-43b0cd146ca6 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Allocated IP 172.28.2.68 (8959fca3-760a-428d-87ed-41d110f4f943/79fe0710-163f-45bc-8cd9-cc15163c6821/deab11af-8882-45a6-af3b-129f353e08c6) {{(pid=104158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:39:01.122186 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-2bba3478-904e-4472-bb51-43b0cd146ca6 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Publish callbacks [] for port (deab11af-8882-45a6-af3b-129f353e08c6), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:01.270878 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-2bba3478-904e-4472-bb51-43b0cd146ca6 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772784453870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302876'] for port (deab11af-8882-45a6-af3b-129f353e08c6), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:01.308606 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bba3478-904e-4472-bb51-43b0cd146ca6 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Network 8959fca3-760a-428d-87ed-41d110f4f943 is already hosted by enough agents. {{(pid=104158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:39:01.311542 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.scheduler.base_scheduler [None req-2bba3478-904e-4472-bb51-43b0cd146ca6 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Resources bound (agent type, host, resource id): {{(pid=104158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:39:01.317029 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bba3478-904e-4472-bb51-43b0cd146ca6 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Received port after_create {{(pid=104158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:39:01.322770 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bba3478-904e-4472-bb51-43b0cd146ca6 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Pushing event updated for resources: {'Port': ['ID=deab11af-8882-45a6-af3b-129f353e08c6,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:39:01.409709 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-2bba3478-904e-4472-bb51-43b0cd146ca6 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Publish callbacks [] for floatingip (a85deadd-79c2-4e17-a21d-41186633837b), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:01.562764 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-2bba3478-904e-4472-bb51-43b0cd146ca6 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (deab11af-8882-45a6-af3b-129f353e08c6), before_update {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:01.734454 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889ab0ba-abb8-4088-80de-e55f6a4b910a req-13d74a1d-b986-4343-b2b9-decd29f3f45d tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:01.736122 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-889ab0ba-abb8-4088-80de-e55f6a4b910a req-13d74a1d-b986-4343-b2b9-decd29f3f45d tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bf86efe-5b29-4fd5-82b7-7e3bb8ff5cf6 HTTP/1.1" status: 200 len: 946 time: 0.1307557 Mar 31 15:39:01.817646 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-2bba3478-904e-4472-bb51-43b0cd146ca6 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Publish callbacks [] for port (deab11af-8882-45a6-af3b-129f353e08c6), precommit_update {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:01.822110 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-889ab0ba-abb8-4088-80de-e55f6a4b910a req-29d5641e-00dd-4cea-a803-d10e780aa7de tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae23c5a7-e2c9-4224-aab1-28482f4f04d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801215 Mar 31 15:39:01.911021 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-2bba3478-904e-4472-bb51-43b0cd146ca6 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302869'] for port (deab11af-8882-45a6-af3b-129f353e08c6), after_update {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:01.989590 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bba3478-904e-4472-bb51-43b0cd146ca6 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Pushing event updated for resources: {'Port': ['ID=deab11af-8882-45a6-af3b-129f353e08c6,revision_number=2']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:39:02.002223 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-2bba3478-904e-4472-bb51-43b0cd146ca6 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574067'] for floatingip (a85deadd-79c2-4e17-a21d-41186633837b), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:02.175651 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-2bba3478-904e-4472-bb51-43b0cd146ca6 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451'] for floatingip (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:02.176895 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-2bba3478-904e-4472-bb51-43b0cd146ca6 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5100598 Mar 31 15:39:02.374527 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-63fef210-150d-4470-a7bd-d25a0fee401d req-cd1a93e7-3415-4132-a3f4-c84eefdfd1fd tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1348367854&fields=id&tenant_id=d4fc7fbc16624a3082581ef98d9d25a5 HTTP/1.1" status: 200 len: 267 time: 0.0416903 Mar 31 15:39:02.478565 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fef210-150d-4470-a7bd-d25a0fee401d req-8bd16020-3b67-48bb-b607-216d6c860e32 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:02.480112 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-63fef210-150d-4470-a7bd-d25a0fee401d req-8bd16020-3b67-48bb-b607-216d6c860e32 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/networks?id=4a5bb9cd-d074-4713-88c5-e7791e1f5e5b HTTP/1.1" status: 200 len: 819 time: 0.0991030 Mar 31 15:39:02.496403 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-63fef210-150d-4470-a7bd-d25a0fee401d req-b82f9341-6d50-4fdd-b699-e34315acc38e tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/quotas/d4fc7fbc16624a3082581ef98d9d25a5 HTTP/1.1" status: 200 len: 375 time: 0.0095108 Mar 31 15:39:02.560571 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-63fef210-150d-4470-a7bd-d25a0fee401d req-1e324618-df1e-4980-8419-7c114529e380 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d4fc7fbc16624a3082581ef98d9d25a5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0581670 Mar 31 15:39:02.655149 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-63fef210-150d-4470-a7bd-d25a0fee401d req-e0f32626-9d72-4c43-bcd6-23f8930171cd service neutron] 10.222.0.21 "GET /v2.0/networks/4a5bb9cd-d074-4713-88c5-e7791e1f5e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820460 Mar 31 15:39:02.748316 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-63fef210-150d-4470-a7bd-d25a0fee401d req-bf22f999-2b51-4310-9773-6dc099ad5143 service neutron] 10.222.0.21 "GET /v2.0/networks/4a5bb9cd-d074-4713-88c5-e7791e1f5e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875535 Mar 31 15:39:03.033551 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e865ede3-a285-43b1-9742-192cd30e201d req-231d5f5e-806e-4caa-bfcd-695e1f0c1ec4 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:03.035281 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-e865ede3-a285-43b1-9742-192cd30e201d req-231d5f5e-806e-4caa-bfcd-695e1f0c1ec4 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bf86efe-5b29-4fd5-82b7-7e3bb8ff5cf6 HTTP/1.1" status: 200 len: 946 time: 0.0559890 Mar 31 15:39:03.113188 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-e865ede3-a285-43b1-9742-192cd30e201d req-d21a1162-cca4-47d6-8750-9ec12d363f23 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae23c5a7-e2c9-4224-aab1-28482f4f04d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605526 Mar 31 15:39:03.118284 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-ef97374c-9598-4a70-8155-8812e992e9e0 req-13d3778a-384d-45f2-a483-a288414e8cf9 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=88333656-607c-4590-a5a9-68e3de0be916 HTTP/1.1" status: 200 len: 210 time: 0.0430143 Mar 31 15:39:04.215443 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-3d3160bf-6cc7-471a-be27-795373f2188e req-6d4e6b42-8e90-4533-887c-d6c43571c094 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=88333656-607c-4590-a5a9-68e3de0be916 HTTP/1.1" status: 200 len: 210 time: 0.0288887 Mar 31 15:39:04.265281 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-6f0bd694-1cab-4267-b8bc-4b2b97beee24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (80b0103a-7158-48a6-b59a-3fe393c523d9), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:04.764163 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba28b78b-5b9f-4570-be4d-144459107fee req-dfadbf54-7781-4f8f-b074-a6ebb56a9892 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:04.765660 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-ba28b78b-5b9f-4570-be4d-144459107fee req-dfadbf54-7781-4f8f-b074-a6ebb56a9892 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/ports?device_id=e103c7fe-6d4d-4686-bc84-a52957c5ff89 HTTP/1.1" status: 200 len: 945 time: 0.0561574 Mar 31 15:39:04.812770 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-ba28b78b-5b9f-4570-be4d-144459107fee req-62632b0f-d798-44d0-b1e7-b71f123202d0 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/security-groups?id=e011baaf-84f9-4646-8dd7-458d741337cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413203 Mar 31 15:39:05.314983 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-c16561b0-c413-4696-91a5-2de7f9867053 req-05f5e3b8-ee0f-44e4-b2a4-0d074f9ed1bc tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=88333656-607c-4590-a5a9-68e3de0be916 HTTP/1.1" status: 200 len: 210 time: 0.0274389 Mar 31 15:39:05.847510 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fef210-150d-4470-a7bd-d25a0fee401d req-04e8fdbe-6189-4ed6-ac95-ed3bab2454a5 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:05.849148 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-63fef210-150d-4470-a7bd-d25a0fee401d req-04e8fdbe-6189-4ed6-ac95-ed3bab2454a5 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.26 "GET /v2.0/networks?id=4a5bb9cd-d074-4713-88c5-e7791e1f5e5b HTTP/1.1" status: 200 len: 819 time: 0.1026959 Mar 31 15:39:05.918161 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-63fef210-150d-4470-a7bd-d25a0fee401d req-388a9113-7969-4bde-975d-fa3362c3cf27 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d4fc7fbc16624a3082581ef98d9d25a5 HTTP/1.1" status: 200 len: 380 time: 0.0578921 Mar 31 15:39:05.934523 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.v2.base [req-63fef210-150d-4470-a7bd-d25a0fee401d req-c9d2f29f-21c3-43c7-81ce-2988e4b38dc2 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Request body: {'port': {'device_id': '88333656-607c-4590-a5a9-68e3de0be916', 'network_id': '4a5bb9cd-d074-4713-88c5-e7791e1f5e5b', 'admin_state_up': True, 'tenant_id': 'd4fc7fbc16624a3082581ef98d9d25a5', 'security_groups': ['6b0e7810-dd04-4a66-8afe-9762b371d6ab']}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:39:05.939896 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1b2b5c-0163-4a3f-8f8d-89463f2c18bd req-017ca374-034f-4c4f-83ab-f7d502413491 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:05.941437 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-5d1b2b5c-0163-4a3f-8f8d-89463f2c18bd req-017ca374-034f-4c4f-83ab-f7d502413491 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/ports?device_id=e103c7fe-6d4d-4686-bc84-a52957c5ff89 HTTP/1.1" status: 200 len: 945 time: 0.0554385 Mar 31 15:39:05.996360 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-5d1b2b5c-0163-4a3f-8f8d-89463f2c18bd req-5da6aaac-997c-40e4-8acc-2a04d2da6c5a tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/security-groups?id=e011baaf-84f9-4646-8dd7-458d741337cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481210 Mar 31 15:39:06.195618 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63fef210-150d-4470-a7bd-d25a0fee401d req-c9d2f29f-21c3-43c7-81ce-2988e4b38dc2 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Made reservation on behalf of d4fc7fbc16624a3082581ef98d9d25a5 for: {'port': 1} {{(pid=104159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:39:06.198679 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-63fef210-150d-4470-a7bd-d25a0fee401d req-c9d2f29f-21c3-43c7-81ce-2988e4b38dc2 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:06.241674 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (42669199-0b56-4e25-9a3d-cc561c912f6a), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:06.351680 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.db_base_plugin_common [req-63fef210-150d-4470-a7bd-d25a0fee401d req-c9d2f29f-21c3-43c7-81ce-2988e4b38dc2 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Allocated IP 172.20.0.6 (4a5bb9cd-d074-4713-88c5-e7791e1f5e5b/94d12cd9-1105-49d4-9d9d-27e65ff0c644/6ecdbe89-4e45-4cfd-94eb-c253f9c888a8) {{(pid=104159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:39:06.479731 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-06ba1745-c4a8-4c73-a902-ca199e180a1e req-c747e2d1-caa9-4b0c-b625-ce0a2df40c8b tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=88333656-607c-4590-a5a9-68e3de0be916 HTTP/1.1" status: 200 len: 210 time: 0.0623193 Mar 31 15:39:06.544519 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ca0cf35c-91ee-45ef-81ea-94154a93ac79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (9721ac04-bac7-49da-b384-3a2049eedfa2), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:06.546962 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7815731-43ed-46ae-8cb8-c261eb73eee9 req-9be1bf43-d3b6-452a-85e6-b804efbc826e tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:06.548570 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-c7815731-43ed-46ae-8cb8-c261eb73eee9 req-9be1bf43-d3b6-452a-85e6-b804efbc826e tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "GET /v2.0/ports?device_id=538994a6-6c98-4626-b47d-ff4906d4cc19 HTTP/1.1" status: 200 len: 946 time: 0.0770082 Mar 31 15:39:06.578244 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-63fef210-150d-4470-a7bd-d25a0fee401d req-c9d2f29f-21c3-43c7-81ce-2988e4b38dc2 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Publish callbacks [] for port (6ecdbe89-4e45-4cfd-94eb-c253f9c888a8), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:06.600047 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c05c5a-53f9-4e8c-b28a-aa7d5eedbb34 req-15327af9-0394-4835-8525-75553c7cdb42 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:06.601562 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-77c05c5a-53f9-4e8c-b28a-aa7d5eedbb34 req-15327af9-0394-4835-8525-75553c7cdb42 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.26 "GET /v2.0/ports?device_id=e103c7fe-6d4d-4686-bc84-a52957c5ff89 HTTP/1.1" status: 200 len: 945 time: 0.1010556 Mar 31 15:39:06.612704 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-c7815731-43ed-46ae-8cb8-c261eb73eee9 req-05cf1911-85ab-43d9-aa3d-7ff1ea8626ee tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "GET /v2.0/security-groups?id=d68b3844-fac7-4489-9655-759f50646b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493493 Mar 31 15:39:06.620367 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-e9143ff0-5062-47e7-a745-5bc1e31e8c44 req-fc043690-e675-46b0-abcc-3d454c1041ce service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=736bebfe-fdc7-4e4c-b37e-05868421c771&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0962079 Mar 31 15:39:06.637415 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 47532) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:39:06.716834 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9143ff0-5062-47e7-a745-5bc1e31e8c44 req-1c4455e8-7ae6-417a-a262-7a40f1c95058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:06.718950 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-e9143ff0-5062-47e7-a745-5bc1e31e8c44 req-1c4455e8-7ae6-417a-a262-7a40f1c95058 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=be4d3c00b0c245529e30b10275e77a1a&device_id=736bebfe-fdc7-4e4c-b37e-05868421c771 HTTP/1.1" status: 200 len: 1130 time: 0.0539074 Mar 31 15:39:06.758460 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [req-77c05c5a-53f9-4e8c-b28a-aa7d5eedbb34 req-60477c9b-b952-4ce5-9217-9e8ccb2678ae tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Deleting port 02a6b381-b9c7-43f3-8762-ee5b863ac711 {{(pid=104159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:39:06.759059 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-77c05c5a-53f9-4e8c-b28a-aa7d5eedbb34 req-60477c9b-b952-4ce5-9217-9e8ccb2678ae tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772784948758'] for port (02a6b381-b9c7-43f3-8762-ee5b863ac711), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:06.806525 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-63fef210-150d-4470-a7bd-d25a0fee401d req-c9d2f29f-21c3-43c7-81ce-2988e4b38dc2 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772784453870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3148002'] for port (6ecdbe89-4e45-4cfd-94eb-c253f9c888a8), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:06.863866 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9143ff0-5062-47e7-a745-5bc1e31e8c44 req-728c14df-19ec-4631-9b9a-6b36507f83cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:06.866035 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-e9143ff0-5062-47e7-a745-5bc1e31e8c44 req-728c14df-19ec-4631-9b9a-6b36507f83cb service neutron] 10.222.0.26 "GET /v2.0/networks?id=acf2b035-5efb-451b-83b3-46613c8b8e46 HTTP/1.1" status: 200 len: 912 time: 0.1251316 Mar 31 15:39:06.878147 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63fef210-150d-4470-a7bd-d25a0fee401d req-c9d2f29f-21c3-43c7-81ce-2988e4b38dc2 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Network 4a5bb9cd-d074-4713-88c5-e7791e1f5e5b is already hosted by enough agents. {{(pid=104159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:39:06.891629 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [req-63fef210-150d-4470-a7bd-d25a0fee401d req-c9d2f29f-21c3-43c7-81ce-2988e4b38dc2 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Resources bound (agent type, host, resource id): {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:39:06.896147 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.l3_dvrscheduler_db [req-63fef210-150d-4470-a7bd-d25a0fee401d req-c9d2f29f-21c3-43c7-81ce-2988e4b38dc2 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Received port after_create {{(pid=104159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:39:06.901139 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d2f29f-21c3-43c7-81ce-2988e4b38dc2 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Pushing event updated for resources: {'Port': ['ID=6ecdbe89-4e45-4cfd-94eb-c253f9c888a8,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:39:06.916718 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8803dd73-5f1d-4cef-b678-600022b77799 tempest-TestMinimumBasicScenario-636079510 tempest-TestMinimumBasicScenario-636079510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:06.918966 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-8803dd73-5f1d-4cef-b678-600022b77799 tempest-TestMinimumBasicScenario-636079510 tempest-TestMinimumBasicScenario-636079510-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=538994a6-6c98-4626-b47d-ff4906d4cc19 HTTP/1.1" status: 200 len: 1125 time: 0.2795515 Mar 31 15:39:06.921458 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 47536) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:39:06.925971 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.v2.base [None req-9a10fbda-bec9-4f2a-8377-fac755313c0f tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Request body: {'floatingip': {'floating_network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'port_id': '094a70a8-67db-4344-8b59-ff99ef2faeeb', 'tenant_id': '97f648d2040e46619b3954fdd71c33e8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:39:06.949949 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.db [req-77c05c5a-53f9-4e8c-b28a-aa7d5eedbb34 req-60477c9b-b952-4ce5-9217-9e8ccb2678ae tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] For port 02a6b381-b9c7-43f3-8762-ee5b863ac711, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=02a6b381-b9c7-43f3-8762-ee5b863ac711,segment=NetworkSegment(3e695c53-0855-4033-b66c-5de9c04ee5a9),segment_id=3e695c53-0855-4033-b66c-5de9c04ee5a9)] {{(pid=104159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:39:06.950317 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-77c05c5a-53f9-4e8c-b28a-aa7d5eedbb34 req-60477c9b-b952-4ce5-9217-9e8ccb2678ae tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576833'] for port (02a6b381-b9c7-43f3-8762-ee5b863ac711), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:06.963084 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-e9143ff0-5062-47e7-a745-5bc1e31e8c44 req-ad67aad6-aba5-46b7-9701-bf67dcaa5e71 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84024e4b-650c-42fa-a4eb-6c52eccd529c HTTP/1.1" status: 200 len: 1002 time: 0.0896885 Mar 31 15:39:07.039558 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fef210-150d-4470-a7bd-d25a0fee401d req-c9d2f29f-21c3-43c7-81ce-2988e4b38dc2 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:07.044808 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-63fef210-150d-4470-a7bd-d25a0fee401d req-c9d2f29f-21c3-43c7-81ce-2988e4b38dc2 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043269'] for port (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:07.045701 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9143ff0-5062-47e7-a745-5bc1e31e8c44 req-14263e4b-fe53-4120-8cd9-aceb69dc3abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:07.045701 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-e9143ff0-5062-47e7-a745-5bc1e31e8c44 req-14263e4b-fe53-4120-8cd9-aceb69dc3abf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0ed38ac7-8ffd-41b7-819b-98cf852cf0d4 HTTP/1.1" status: 200 len: 850 time: 0.0737920 Mar 31 15:39:07.092230 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-9a10fbda-bec9-4f2a-8377-fac755313c0f tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:07.164075 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9143ff0-5062-47e7-a745-5bc1e31e8c44 req-842c10c2-3474-4289-86ed-8502c3d2fd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:07.164755 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-e9143ff0-5062-47e7-a745-5bc1e31e8c44 req-842c10c2-3474-4289-86ed-8502c3d2fd61 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=acf2b035-5efb-451b-83b3-46613c8b8e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1116114 Mar 31 15:39:07.211340 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-aa025b7d-c2f7-47bd-92b6-5c806a52b9cb None None] Provisioning complete for port 6ecdbe89-4e45-4cfd-94eb-c253f9c888a8 triggered by entity DHCP. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:39:07.211709 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-aa025b7d-c2f7-47bd-92b6-5c806a52b9cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (6ecdbe89-4e45-4cfd-94eb-c253f9c888a8), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:07.250581 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-aa025b7d-c2f7-47bd-92b6-5c806a52b9cb None None] Port 6ecdbe89-4e45-4cfd-94eb-c253f9c888a8 cannot update to ACTIVE because it is not bound. {{(pid=104160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:39:07.282712 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-e9143ff0-5062-47e7-a745-5bc1e31e8c44 req-06062c9f-6776-452b-885f-ff439df9d28a service neutron] 10.222.0.26 "GET /v2.0/networks/acf2b035-5efb-451b-83b3-46613c8b8e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109669 Mar 31 15:39:07.339407 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-9a10fbda-bec9-4f2a-8377-fac755313c0f tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:07.423824 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-63fef210-150d-4470-a7bd-d25a0fee401d req-c9d2f29f-21c3-43c7-81ce-2988e4b38dc2 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4931188 Mar 31 15:39:07.438807 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.v2.base [req-63fef210-150d-4470-a7bd-d25a0fee401d req-08a90fa0-a528-4952-b8c7-82ea37b66e59 service neutron] Request body: {'port': {'device_id': '88333656-607c-4590-a5a9-68e3de0be916', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:39:07.456847 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-e9143ff0-5062-47e7-a745-5bc1e31e8c44 req-10fc715c-6d40-4693-8880-da62574f1dd9 service neutron] 10.222.0.26 "GET /v2.0/networks/acf2b035-5efb-451b-83b3-46613c8b8e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671624 Mar 31 15:39:07.484268 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.db.db_base_plugin_common [None req-9a10fbda-bec9-4f2a-8377-fac755313c0f tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Allocated IP 172.28.2.44 (8959fca3-760a-428d-87ed-41d110f4f943/79fe0710-163f-45bc-8cd9-cc15163c6821/28959128-95a4-4256-b8c7-5bd2b36409df) {{(pid=104158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:39:07.534456 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14927177-9667-4e0f-acf5-0bb63c188bfc req-cf924519-9970-4ca1-a1ab-0735205d2307 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:07.534456 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-14927177-9667-4e0f-acf5-0bb63c188bfc req-cf924519-9970-4ca1-a1ab-0735205d2307 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/ports?device_id=e103c7fe-6d4d-4686-bc84-a52957c5ff89 HTTP/1.1" status: 200 len: 945 time: 0.4400392 Mar 31 15:39:07.597166 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-77c05c5a-53f9-4e8c-b28a-aa7d5eedbb34 req-60477c9b-b952-4ce5-9217-9e8ccb2678ae tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:07.597574 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-77c05c5a-53f9-4e8c-b28a-aa7d5eedbb34 req-60477c9b-b952-4ce5-9217-9e8ccb2678ae tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574067'] for floatingip (9f313ea0-284a-4139-a314-65f1887e5b74), after_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:07.597895 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.db.l3_db [req-77c05c5a-53f9-4e8c-b28a-aa7d5eedbb34 req-60477c9b-b952-4ce5-9217-9e8ccb2678ae tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Floating IP 9f313ea0-284a-4139-a314-65f1887e5b74 disassociated. External IP: 172.28.2.101, port: 02a6b381-b9c7-43f3-8762-ee5b863ac711. Mar 31 15:39:07.598230 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [req-77c05c5a-53f9-4e8c-b28a-aa7d5eedbb34 req-60477c9b-b952-4ce5-9217-9e8ccb2678ae tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Calling delete_port for 02a6b381-b9c7-43f3-8762-ee5b863ac711 owned by compute:nova {{(pid=104159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:39:07.615790 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-63fef210-150d-4470-a7bd-d25a0fee401d req-08a90fa0-a528-4952-b8c7-82ea37b66e59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (6ecdbe89-4e45-4cfd-94eb-c253f9c888a8), before_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:07.657822 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0b2f012e-2fbd-4b35-9815-8024e4a993e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fb816cbb-0527-4766-83b7-604ad6a553f5), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:07.658073 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-9a10fbda-bec9-4f2a-8377-fac755313c0f tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Publish callbacks [] for port (28959128-95a4-4256-b8c7-5bd2b36409df), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:07.665865 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a74fd09-6756-4355-8612-5d0c5802040d req-fba4474a-d0c1-439e-8988-374aeb68f65b tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:07.667418 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-6a74fd09-6756-4355-8612-5d0c5802040d req-fba4474a-d0c1-439e-8988-374aeb68f65b tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=88333656-607c-4590-a5a9-68e3de0be916 HTTP/1.1" status: 200 len: 931 time: 0.1016870 Mar 31 15:39:07.676299 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-14927177-9667-4e0f-acf5-0bb63c188bfc req-620e6dd3-9632-4fa4-84e1-7ce2feb47cc9 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/security-groups?id=e011baaf-84f9-4646-8dd7-458d741337cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357141 Mar 31 15:39:07.746095 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-6a74fd09-6756-4355-8612-5d0c5802040d req-7babf42f-9fb9-473e-84dc-b3c9feb3fbd7 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b0e7810-dd04-4a66-8afe-9762b371d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689750 Mar 31 15:39:07.808309 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-9a10fbda-bec9-4f2a-8377-fac755313c0f tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772784453870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302876'] for port (28959128-95a4-4256-b8c7-5bd2b36409df), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:07.847133 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a10fbda-bec9-4f2a-8377-fac755313c0f tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Network 8959fca3-760a-428d-87ed-41d110f4f943 is already hosted by enough agents. {{(pid=104158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:39:07.852863 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.scheduler.base_scheduler [None req-9a10fbda-bec9-4f2a-8377-fac755313c0f tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Resources bound (agent type, host, resource id): {{(pid=104158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:39:07.864866 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a10fbda-bec9-4f2a-8377-fac755313c0f tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Received port after_create {{(pid=104158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:39:07.868112 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a10fbda-bec9-4f2a-8377-fac755313c0f tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Pushing event updated for resources: {'Port': ['ID=28959128-95a4-4256-b8c7-5bd2b36409df,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:39:08.020623 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-77c05c5a-53f9-4e8c-b28a-aa7d5eedbb34 req-60477c9b-b952-4ce5-9217-9e8ccb2678ae tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772784953465', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772784453879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3148002'] for port (02a6b381-b9c7-43f3-8762-ee5b863ac711), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:08.075559 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60477c9b-b952-4ce5-9217-9e8ccb2678ae tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Pushing event deleted for resources: {'Port': ['ID=02a6b381-b9c7-43f3-8762-ee5b863ac711,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:39:08.087489 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.notifiers.nova [req-63fef210-150d-4470-a7bd-d25a0fee401d req-08a90fa0-a528-4952-b8c7-82ea37b66e59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ecdbe89-4e45-4cfd-94eb-c253f9c888a8 {{(pid=104159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:39:08.097942 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-63fef210-150d-4470-a7bd-d25a0fee401d req-08a90fa0-a528-4952-b8c7-82ea37b66e59 service neutron] Publish callbacks [] for port (6ecdbe89-4e45-4cfd-94eb-c253f9c888a8), precommit_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:08.178707 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.provisioning_blocks [req-63fef210-150d-4470-a7bd-d25a0fee401d req-08a90fa0-a528-4952-b8c7-82ea37b66e59 service neutron] Transition to ACTIVE for port object 6ecdbe89-4e45-4cfd-94eb-c253f9c888a8 will not be triggered until provisioned by entity L2. {{(pid=104159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 15:39:08.246789 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.l3_agent_scheduler [req-77c05c5a-53f9-4e8c-b28a-aa7d5eedbb34 req-60477c9b-b952-4ce5-9217-9e8ccb2678ae tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Router 47e54d6f-fc64-4b8b-9c10-074acfd46db3 has already been hosted by L3 agent 9721ac04-bac7-49da-b384-3a2049eedfa2 {{(pid=104159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:39:08.264653 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-63fef210-150d-4470-a7bd-d25a0fee401d req-08a90fa0-a528-4952-b8c7-82ea37b66e59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3148011'] for port (6ecdbe89-4e45-4cfd-94eb-c253f9c888a8), after_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:08.268389 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-9a10fbda-bec9-4f2a-8377-fac755313c0f tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Publish callbacks [] for floatingip (28191188-5e9b-4f41-b84b-dfa484c0a52e), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:08.396196 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a90fa0-a528-4952-b8c7-82ea37b66e59 service neutron] Pushing event updated for resources: {'Port': ['ID=6ecdbe89-4e45-4cfd-94eb-c253f9c888a8,revision_number=2']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:39:08.458552 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-9a10fbda-bec9-4f2a-8377-fac755313c0f tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (28959128-95a4-4256-b8c7-5bd2b36409df), before_update {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:08.506295 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-77c05c5a-53f9-4e8c-b28a-aa7d5eedbb34 req-60477c9b-b952-4ce5-9217-9e8ccb2678ae tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Notify agent at l3_agent.dv-cinder-750782-15-smb the message routers_updated {{(pid=104159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:39:08.534841 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e0b16b-8fec-458b-9ddf-15e83501ecbc None None] Sync routers for ids ['47e54d6f-fc64-4b8b-9c10-074acfd46db3'] in dv-cinder-750782-15-smb {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:39:08.548290 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e0b16b-8fec-458b-9ddf-15e83501ecbc None None] Routers {'47e54d6f-fc64-4b8b-9c10-074acfd46db3'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:39:08.549155 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-80e0b16b-8fec-458b-9ddf-15e83501ecbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:39:06Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['47e54d6f-fc64-4b8b-9c10-074acfd46db3'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:39:08.710889 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.l3_dvrscheduler_db [req-77c05c5a-53f9-4e8c-b28a-aa7d5eedbb34 req-60477c9b-b952-4ce5-9217-9e8ccb2678ae tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] No DVR routers for this DVR port 02a6b381-b9c7-43f3-8762-ee5b863ac711 on host hv-cinder-75078 {{(pid=104159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:39:08.726686 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-77c05c5a-53f9-4e8c-b28a-aa7d5eedbb34 req-60477c9b-b952-4ce5-9217-9e8ccb2678ae tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451'] for port (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:08.731248 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-77c05c5a-53f9-4e8c-b28a-aa7d5eedbb34 req-60477c9b-b952-4ce5-9217-9e8ccb2678ae tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.26 "DELETE /v2.0/ports/02a6b381-b9c7-43f3-8762-ee5b863ac711 HTTP/1.1" status: 204 len: 173 time: 2.1206279 Mar 31 15:39:08.736307 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e103c7fe-6d4d-4686-bc84-a52957c5ff89', 'name': 'network-vif-deleted', 'tag': '02a6b381-b9c7-43f3-8762-ee5b863ac711'}] {{(pid=104159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:39:08.743180 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea64b363b0503405ce6d4d78215f64c9ed163e64c8f258dff0ae871dea148ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a1aa26-9545-403e-8592-ffe14af100f5" -d '{"events": [{"server_uuid": "e103c7fe-6d4d-4686-bc84-a52957c5ff89", "name": "network-vif-deleted", "tag": "02a6b381-b9c7-43f3-8762-ee5b863ac711"}]}' {{(pid=104159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:39:08.754431 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.managers [req-63fef210-150d-4470-a7bd-d25a0fee401d req-08a90fa0-a528-4952-b8c7-82ea37b66e59 service neutron] Attempting to bind port 6ecdbe89-4e45-4cfd-94eb-c253f9c888a8 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:39:08.754431 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.managers [req-63fef210-150d-4470-a7bd-d25a0fee401d req-08a90fa0-a528-4952-b8c7-82ea37b66e59 service neutron] Attempting to bind port 6ecdbe89-4e45-4cfd-94eb-c253f9c888a8 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '66365e83-625a-4d43-ad5f-f1cd3888d9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '4a5bb9cd-d074-4713-88c5-e7791e1f5e5b'}] {{(pid=104159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:39:08.754946 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fef210-150d-4470-a7bd-d25a0fee401d req-08a90fa0-a528-4952-b8c7-82ea37b66e59 service neutron] Attempting to bind port 6ecdbe89-4e45-4cfd-94eb-c253f9c888a8 on network 4a5bb9cd-d074-4713-88c5-e7791e1f5e5b {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:39:08.766568 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fef210-150d-4470-a7bd-d25a0fee401d req-08a90fa0-a528-4952-b8c7-82ea37b66e59 service neutron] Port 6ecdbe89-4e45-4cfd-94eb-c253f9c888a8 on network 4a5bb9cd-d074-4713-88c5-e7791e1f5e5b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 15:39:08.767130 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fef210-150d-4470-a7bd-d25a0fee401d req-08a90fa0-a528-4952-b8c7-82ea37b66e59 service neutron] Attempting to bind port 6ecdbe89-4e45-4cfd-94eb-c253f9c888a8 on network 4a5bb9cd-d074-4713-88c5-e7791e1f5e5b {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:39:08.770926 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-9a10fbda-bec9-4f2a-8377-fac755313c0f tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Publish callbacks [] for port (28959128-95a4-4256-b8c7-5bd2b36409df), precommit_update {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:08.778450 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fef210-150d-4470-a7bd-d25a0fee401d req-08a90fa0-a528-4952-b8c7-82ea37b66e59 service neutron] Checking agent: {'id': '42669199-0b56-4e25-9a3d-cc561c912f6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 34, 6), 'started_at': datetime.datetime(2022, 3, 31, 15, 34, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:39:08.778450 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fef210-150d-4470-a7bd-d25a0fee401d req-08a90fa0-a528-4952-b8c7-82ea37b66e59 service neutron] Checking segment: {'id': '66365e83-625a-4d43-ad5f-f1cd3888d9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '4a5bb9cd-d074-4713-88c5-e7791e1f5e5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:39:08.778450 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fef210-150d-4470-a7bd-d25a0fee401d req-08a90fa0-a528-4952-b8c7-82ea37b66e59 service neutron] Bound using segment: {'id': '66365e83-625a-4d43-ad5f-f1cd3888d9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '4a5bb9cd-d074-4713-88c5-e7791e1f5e5b'} {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:39:08.778450 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.managers [req-63fef210-150d-4470-a7bd-d25a0fee401d req-08a90fa0-a528-4952-b8c7-82ea37b66e59 service neutron] Bound port: 6ecdbe89-4e45-4cfd-94eb-c253f9c888a8, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66365e83-625a-4d43-ad5f-f1cd3888d9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '4a5bb9cd-d074-4713-88c5-e7791e1f5e5b'}}] {{(pid=104159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:39:08.778450 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-63fef210-150d-4470-a7bd-d25a0fee401d req-08a90fa0-a528-4952-b8c7-82ea37b66e59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (6ecdbe89-4e45-4cfd-94eb-c253f9c888a8), before_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:08.791431 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-80e0b16b-8fec-458b-9ddf-15e83501ecbc None None] Set router 47e54d6f-fc64-4b8b-9c10-074acfd46db3 gateway port host: dv-cinder-750782-15-smb {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:39:08.876274 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.db [req-63fef210-150d-4470-a7bd-d25a0fee401d req-08a90fa0-a528-4952-b8c7-82ea37b66e59 service neutron] For port 6ecdbe89-4e45-4cfd-94eb-c253f9c888a8, host hv-cinder-75078, cleared binding levels {{(pid=104159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:39:08.884755 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-67a3ae87-2b5f-452f-847a-fbc9f3e39944 req-8d1e3d71-f72c-455c-8a1c-2f914ea4395f tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/ports?device_id=e103c7fe-6d4d-4686-bc84-a52957c5ff89 HTTP/1.1" status: 200 len: 210 time: 0.0591125 Mar 31 15:39:08.886556 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-9a10fbda-bec9-4f2a-8377-fac755313c0f tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302869'] for port (28959128-95a4-4256-b8c7-5bd2b36409df), after_update {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:08.897694 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.db [req-63fef210-150d-4470-a7bd-d25a0fee401d req-08a90fa0-a528-4952-b8c7-82ea37b66e59 service neutron] For port 6ecdbe89-4e45-4cfd-94eb-c253f9c888a8, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=6ecdbe89-4e45-4cfd-94eb-c253f9c888a8,segment=NetworkSegment(66365e83-625a-4d43-ad5f-f1cd3888d9a6),segment_id=66365e83-625a-4d43-ad5f-f1cd3888d9a6)] {{(pid=104159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:39:08.980684 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-63fef210-150d-4470-a7bd-d25a0fee401d req-08a90fa0-a528-4952-b8c7-82ea37b66e59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3148011'] for port (6ecdbe89-4e45-4cfd-94eb-c253f9c888a8), after_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:09.047747 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b5e167-b8eb-4768-bed4-dd0d737a1549 x-openstack-request-id: req-67b5e167-b8eb-4768-bed4-dd0d737a1549 {{(pid=104159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:39:09.048358 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e103c7fe-6d4d-4686-bc84-a52957c5ff89", "name": "network-vif-deleted", "tag": "02a6b381-b9c7-43f3-8762-ee5b863ac711", "status": "completed", "code": 200}]} {{(pid=104159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:39:09.048753 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-67b5e167-b8eb-4768-bed4-dd0d737a1549 {{(pid=104159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:39:09.049303 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67b5e167-b8eb-4768-bed4-dd0d737a1549'] response: {'server_uuid': 'e103c7fe-6d4d-4686-bc84-a52957c5ff89', 'name': 'network-vif-deleted', 'tag': '02a6b381-b9c7-43f3-8762-ee5b863ac711', 'status': 'completed', 'code': 200} Mar 31 15:39:09.062475 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fef210-150d-4470-a7bd-d25a0fee401d req-08a90fa0-a528-4952-b8c7-82ea37b66e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:09.063274 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-63fef210-150d-4470-a7bd-d25a0fee401d req-08a90fa0-a528-4952-b8c7-82ea37b66e59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451'] for port (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:09.065085 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-63fef210-150d-4470-a7bd-d25a0fee401d req-08a90fa0-a528-4952-b8c7-82ea37b66e59 service neutron] 10.222.0.26 "PUT /v2.0/ports/6ecdbe89-4e45-4cfd-94eb-c253f9c888a8 HTTP/1.1" status: 200 len: 1093 time: 1.6335542 Mar 31 15:39:09.081202 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a10fbda-bec9-4f2a-8377-fac755313c0f tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Pushing event updated for resources: {'Port': ['ID=28959128-95a4-4256-b8c7-5bd2b36409df,revision_number=2']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:39:09.117940 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-9a10fbda-bec9-4f2a-8377-fac755313c0f tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574067'] for floatingip (28191188-5e9b-4f41-b84b-dfa484c0a52e), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:09.124863 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a90fa0-a528-4952-b8c7-82ea37b66e59 service neutron] Pushing event updated for resources: {'Port': ['ID=6ecdbe89-4e45-4cfd-94eb-c253f9c888a8,revision_number=3']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:39:09.296115 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-80e0b16b-8fec-458b-9ddf-15e83501ecbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'name': 'tempest-AttachVolumeNegativeTest-1394788082-router', 'tenant_id': '893dd59441624f78817c4a649a0aaf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.62'}], 'enable_snat': True}, 'gw_port_id': '76eb623c-a949-48c4-8a2d-84c7b10c4265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:36:14Z', 'updated_at': '2022-03-31T15:36:22Z', 'revision_number': 4, 'project_id': '893dd59441624f78817c4a649a0aaf40', 'gw_port': {'id': '76eb623c-a949-48c4-8a2d-84c7b10c4265', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:15Z', 'updated_at': '2022-03-31T15:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_floatingips': [{'id': 'cb26e3b3-8a2d-46cd-9fd4-3c15aca3559b', 'tenant_id': '893dd59441624f78817c4a649a0aaf40', 'floating_ip_address': '172.28.2.160', 'floating_network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'router_id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'port_id': 'ca1101dd-800e-4023-acf3-0d0caf81f935', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffd9f9ff-86a8-41a0-b247-ed3515901842', 'mac_address': 'fa:16:3e:b7:de:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f883d5ff-24b2-41bb-ad70-51cf5dc0ed9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:36:35Z', 'updated_at': '2022-03-31T15:37:02Z', 'revision_number': 2, 'project_id': '893dd59441624f78817c4a649a0aaf40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3426532-127a-4f0f-81e9-ac1ffbac2b79', 'name': '', 'network_id': 'ffd9f9ff-86a8-41a0-b247-ed3515901842', 'tenant_id': '893dd59441624f78817c4a649a0aaf40', 'mac_address': 'fa:16:3e:d8:13:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2b9feebc-e9c9-4a4e-ad3c-a41e234df103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:20Z', 'updated_at': '2022-03-31T15:36:29Z', 'revision_number': 5, 'project_id': '893dd59441624f78817c4a649a0aaf40', 'subnets': [{'id': '2b9feebc-e9c9-4a4e-ad3c-a41e234df103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:39:09.321176 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0d7c3-0e80-4ff0-864a-8f62be7cfb52 req-a3c073ae-7f94-43c8-8bad-86321e56d2dd tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:09.329475 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-97f0d7c3-0e80-4ff0-864a-8f62be7cfb52 req-a3c073ae-7f94-43c8-8bad-86321e56d2dd tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=88333656-607c-4590-a5a9-68e3de0be916 HTTP/1.1" status: 200 len: 943 time: 0.1454384 Mar 31 15:39:09.356259 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e0b16b-8fec-458b-9ddf-15e83501ecbc None None] Checking router: 47e54d6f-fc64-4b8b-9c10-074acfd46db3 for host: dv-cinder-750782-15-smb {{(pid=104161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:39:09.359065 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.db.l3_db [None req-9a10fbda-bec9-4f2a-8377-fac755313c0f tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Floating IP 28191188-5e9b-4f41-b84b-dfa484c0a52e associated. External IP: 172.28.2.44, port: 094a70a8-67db-4344-8b59-ff99ef2faeeb. Mar 31 15:39:09.377213 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e0b16b-8fec-458b-9ddf-15e83501ecbc None None] Routers {'47e54d6f-fc64-4b8b-9c10-074acfd46db3'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:39:09.378062 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-80e0b16b-8fec-458b-9ddf-15e83501ecbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:39:06Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['47e54d6f-fc64-4b8b-9c10-074acfd46db3'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:39:09.442686 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fef210-150d-4470-a7bd-d25a0fee401d req-18a14acd-4ae7-4d2e-9f48-8f84512ac6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:09.444205 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-63fef210-150d-4470-a7bd-d25a0fee401d req-18a14acd-4ae7-4d2e-9f48-8f84512ac6da service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d4fc7fbc16624a3082581ef98d9d25a5&device_id=88333656-607c-4590-a5a9-68e3de0be916 HTTP/1.1" status: 200 len: 1127 time: 0.1559675 Mar 31 15:39:09.472283 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-211e425b-1201-4862-afc0-6363249efbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (1ca8e2b3-6f2e-4d63-b52b-ad8a81fa6826), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:09.549050 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-63fef210-150d-4470-a7bd-d25a0fee401d req-d51a781e-504d-46a8-b94d-d6c98a4801f2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ecdbe89-4e45-4cfd-94eb-c253f9c888a8 HTTP/1.1" status: 200 len: 217 time: 0.0960865 Mar 31 15:39:09.603091 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-80e0b16b-8fec-458b-9ddf-15e83501ecbc None None] Set router 47e54d6f-fc64-4b8b-9c10-074acfd46db3 gateway port host: dv-cinder-750782-15-smb {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:39:09.651130 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fef210-150d-4470-a7bd-d25a0fee401d req-30b8d918-1391-4ad6-8db2-45e1c08ff844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:09.652637 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-63fef210-150d-4470-a7bd-d25a0fee401d req-30b8d918-1391-4ad6-8db2-45e1c08ff844 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=94d12cd9-1105-49d4-9d9d-27e65ff0c644 HTTP/1.1" status: 200 len: 858 time: 0.0958903 Mar 31 15:39:09.732262 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fef210-150d-4470-a7bd-d25a0fee401d req-6fc21630-9b14-4fbc-8c90-adbfbdd7a56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:09.735973 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-63fef210-150d-4470-a7bd-d25a0fee401d req-6fc21630-9b14-4fbc-8c90-adbfbdd7a56c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4a5bb9cd-d074-4713-88c5-e7791e1f5e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0726106 Mar 31 15:39:09.842831 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-97f0d7c3-0e80-4ff0-864a-8f62be7cfb52 req-14eb5260-17db-4c5d-bd03-2662e83fda54 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b0e7810-dd04-4a66-8afe-9762b371d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5071733 Mar 31 15:39:09.862208 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-63fef210-150d-4470-a7bd-d25a0fee401d req-59f629d9-445c-449c-b5c5-9b463733161b service neutron] 10.222.0.26 "GET /v2.0/networks/4a5bb9cd-d074-4713-88c5-e7791e1f5e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132419 Mar 31 15:39:09.918251 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-80e0b16b-8fec-458b-9ddf-15e83501ecbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'name': 'tempest-AttachVolumeNegativeTest-1394788082-router', 'tenant_id': '893dd59441624f78817c4a649a0aaf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.62'}], 'enable_snat': True}, 'gw_port_id': '76eb623c-a949-48c4-8a2d-84c7b10c4265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:36:14Z', 'updated_at': '2022-03-31T15:36:22Z', 'revision_number': 4, 'project_id': '893dd59441624f78817c4a649a0aaf40', 'gw_port': {'id': '76eb623c-a949-48c4-8a2d-84c7b10c4265', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:15Z', 'updated_at': '2022-03-31T15:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_floatingips': [{'id': 'cb26e3b3-8a2d-46cd-9fd4-3c15aca3559b', 'tenant_id': '893dd59441624f78817c4a649a0aaf40', 'floating_ip_address': '172.28.2.160', 'floating_network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'router_id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'port_id': 'ca1101dd-800e-4023-acf3-0d0caf81f935', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffd9f9ff-86a8-41a0-b247-ed3515901842', 'mac_address': 'fa:16:3e:b7:de:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f883d5ff-24b2-41bb-ad70-51cf5dc0ed9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:36:35Z', 'updated_at': '2022-03-31T15:37:02Z', 'revision_number': 2, 'project_id': '893dd59441624f78817c4a649a0aaf40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3426532-127a-4f0f-81e9-ac1ffbac2b79', 'name': '', 'network_id': 'ffd9f9ff-86a8-41a0-b247-ed3515901842', 'tenant_id': '893dd59441624f78817c4a649a0aaf40', 'mac_address': 'fa:16:3e:d8:13:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2b9feebc-e9c9-4a4e-ad3c-a41e234df103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:20Z', 'updated_at': '2022-03-31T15:36:29Z', 'revision_number': 5, 'project_id': '893dd59441624f78817c4a649a0aaf40', 'subnets': [{'id': '2b9feebc-e9c9-4a4e-ad3c-a41e234df103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:39:09.950755 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e0b16b-8fec-458b-9ddf-15e83501ecbc None None] The sync data for ids ['47e54d6f-fc64-4b8b-9c10-074acfd46db3'] in dv-cinder-750782-15-smb is: [{'id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'name': 'tempest-AttachVolumeNegativeTest-1394788082-router', 'tenant_id': '893dd59441624f78817c4a649a0aaf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.62'}], 'enable_snat': True}, 'gw_port_id': '76eb623c-a949-48c4-8a2d-84c7b10c4265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:36:14Z', 'updated_at': '2022-03-31T15:36:22Z', 'revision_number': 4, 'project_id': '893dd59441624f78817c4a649a0aaf40', 'gw_port': {'id': '76eb623c-a949-48c4-8a2d-84c7b10c4265', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:15Z', 'updated_at': '2022-03-31T15:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_floatingips': [{'id': 'cb26e3b3-8a2d-46cd-9fd4-3c15aca3559b', 'tenant_id': '893dd59441624f78817c4a649a0aaf40', 'floating_ip_address': '172.28.2.160', 'floating_network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'router_id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'port_id': 'ca1101dd-800e-4023-acf3-0d0caf81f935', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffd9f9ff-86a8-41a0-b247-ed3515901842', 'mac_address': 'fa:16:3e:b7:de:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f883d5ff-24b2-41bb-ad70-51cf5dc0ed9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:36:35Z', 'updated_at': '2022-03-31T15:37:02Z', 'revision_number': 2, 'project_id': '893dd59441624f78817c4a649a0aaf40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3426532-127a-4f0f-81e9-ac1ffbac2b79', 'name': '', 'network_id': 'ffd9f9ff-86a8-41a0-b247-ed3515901842', 'tenant_id': '893dd59441624f78817c4a649a0aaf40', 'mac_address': 'fa:16:3e:d8:13:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2b9feebc-e9c9-4a4e-ad3c-a41e234df103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:20Z', 'updated_at': '2022-03-31T15:36:29Z', 'revision_number': 5, 'project_id': '893dd59441624f78817c4a649a0aaf40', 'subnets': [{'id': '2b9feebc-e9c9-4a4e-ad3c-a41e234df103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:39:10.024337 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-63fef210-150d-4470-a7bd-d25a0fee401d req-7127a4bf-de31-4251-869e-08df2d89ef9f service neutron] 10.222.0.26 "GET /v2.0/networks/4a5bb9cd-d074-4713-88c5-e7791e1f5e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544352 Mar 31 15:39:10.082144 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a10fbda-bec9-4f2a-8377-fac755313c0f tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Router 020013da-2db4-4cc6-9310-85f921e45489 has already been hosted by L3 agent 9721ac04-bac7-49da-b384-3a2049eedfa2 {{(pid=104158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:39:10.099296 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-a0cb1377-9f65-4956-a748-34333ce108fc req-6d0eb724-2bd1-4d35-87d9-e97ef5c97d59 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/ports?device_id=e103c7fe-6d4d-4686-bc84-a52957c5ff89 HTTP/1.1" status: 200 len: 210 time: 0.0366817 Mar 31 15:39:10.227666 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a10fbda-bec9-4f2a-8377-fac755313c0f tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Notify agent at l3_agent.dv-cinder-750782-15-smb the message routers_updated {{(pid=104158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:39:10.239196 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1dbf3f-4fc9-491d-9348-b9cdaf65b355 None None] Sync routers for ids ['020013da-2db4-4cc6-9310-85f921e45489'] in dv-cinder-750782-15-smb {{(pid=104160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:39:10.256868 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1dbf3f-4fc9-491d-9348-b9cdaf65b355 None None] Routers {'020013da-2db4-4cc6-9310-85f921e45489'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:39:10.257891 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_hamode_db [None req-8f1dbf3f-4fc9-491d-9348-b9cdaf65b355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:39:06Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['020013da-2db4-4cc6-9310-85f921e45489'], 'active': True} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:39:10.357808 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71820daa-3181-4fcf-8791-a795a8f4ed95 None None] New status for floating IP 9f313ea0-284a-4139-a314-65f1887e5b74: DOWN {{(pid=104161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:39:10.383086 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvr_db [None req-8f1dbf3f-4fc9-491d-9348-b9cdaf65b355 None None] Set router 020013da-2db4-4cc6-9310-85f921e45489 gateway port host: dv-cinder-750782-15-smb {{(pid=104160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:39:10.484525 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-9a10fbda-bec9-4f2a-8377-fac755313c0f tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451'] for floatingip (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:10.543011 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-9a10fbda-bec9-4f2a-8377-fac755313c0f tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6190751 Mar 31 15:39:10.543960 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '538994a6-6c98-4626-b47d-ff4906d4cc19', 'tag': '094a70a8-67db-4344-8b59-ff99ef2faeeb'}] {{(pid=104158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:39:10.560698 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 47572) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:39:10.561354 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f960889515c719e6c42930f5609f9e3ff07dde6b2d3f3be48d9020484c6583bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1d4e803-f4e8-4bfe-a937-adc524ddbaab" -d '{"events": [{"name": "network-changed", "server_uuid": "538994a6-6c98-4626-b47d-ff4906d4cc19", "tag": "094a70a8-67db-4344-8b59-ff99ef2faeeb"}]}' {{(pid=104158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:39:10.561490 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.v2.base [None req-f8aaa8b6-37eb-48c3-84d4-3beb37049dcd tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1685271694', 'description': 'tempest-secgroup-smoke-1685271694 description', 'project_id': '97f648d2040e46619b3954fdd71c33e8'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:39:10.598958 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a4bc75-109d-4a2a-97af-ba1892309bca x-openstack-request-id: req-b0a4bc75-109d-4a2a-97af-ba1892309bca {{(pid=104158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:39:10.599506 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "538994a6-6c98-4626-b47d-ff4906d4cc19", "tag": "094a70a8-67db-4344-8b59-ff99ef2faeeb", "status": "completed", "code": 200}]} {{(pid=104158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:39:10.599916 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b0a4bc75-109d-4a2a-97af-ba1892309bca {{(pid=104158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:39:10.600532 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0a4bc75-109d-4a2a-97af-ba1892309bca'] response: {'name': 'network-changed', 'server_uuid': '538994a6-6c98-4626-b47d-ff4906d4cc19', 'tag': '094a70a8-67db-4344-8b59-ff99ef2faeeb', 'status': 'completed', 'code': 200} Mar 31 15:39:10.699460 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_hamode_db [None req-8f1dbf3f-4fc9-491d-9348-b9cdaf65b355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '020013da-2db4-4cc6-9310-85f921e45489', 'name': 'tempest-TestMinimumBasicScenario-285915391-router', 'tenant_id': '97f648d2040e46619b3954fdd71c33e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.7'}], 'enable_snat': True}, 'gw_port_id': '6e3c8195-48ea-4dbd-8c6b-7b4d20045fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:38:01Z', 'updated_at': '2022-03-31T15:38:06Z', 'revision_number': 4, 'project_id': '97f648d2040e46619b3954fdd71c33e8', 'gw_port': {'id': '6e3c8195-48ea-4dbd-8c6b-7b4d20045fcf', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:2b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020013da-2db4-4cc6-9310-85f921e45489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:38:02Z', 'updated_at': '2022-03-31T15:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_floatingips': [{'id': '28191188-5e9b-4f41-b84b-dfa484c0a52e', 'tenant_id': '97f648d2040e46619b3954fdd71c33e8', 'floating_ip_address': '172.28.2.44', 'floating_network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'router_id': '020013da-2db4-4cc6-9310-85f921e45489', 'port_id': '094a70a8-67db-4344-8b59-ff99ef2faeeb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4ce866d-bd2c-465f-9b46-26cead684cc4', 'mac_address': 'fa:16:3e:d7:db:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538994a6-6c98-4626-b47d-ff4906d4cc19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:39:08Z', 'updated_at': '2022-03-31T15:39:08Z', 'revision_number': 0, 'project_id': '97f648d2040e46619b3954fdd71c33e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09271ce5-7f0e-4a7a-80aa-a3aa9f073e78', 'name': '', 'network_id': 'f4ce866d-bd2c-465f-9b46-26cead684cc4', 'tenant_id': '97f648d2040e46619b3954fdd71c33e8', 'mac_address': 'fa:16:3e:c3:9d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020013da-2db4-4cc6-9310-85f921e45489', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'f954ac5d-3124-474b-81c1-58056e141a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:38:05Z', 'updated_at': '2022-03-31T15:38:10Z', 'revision_number': 5, 'project_id': '97f648d2040e46619b3954fdd71c33e8', 'subnets': [{'id': 'f954ac5d-3124-474b-81c1-58056e141a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:39:10.700231 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d4e803-f4e8-4bfe-a937-adc524ddbaab req-a1f3c703-2d82-409d-bee4-b4ad338e79a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:10.701225 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-d1d4e803-f4e8-4bfe-a937-adc524ddbaab req-a1f3c703-2d82-409d-bee4-b4ad338e79a8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=97f648d2040e46619b3954fdd71c33e8&device_id=538994a6-6c98-4626-b47d-ff4906d4cc19 HTTP/1.1" status: 200 len: 1130 time: 0.0812480 Mar 31 15:39:10.732455 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1dbf3f-4fc9-491d-9348-b9cdaf65b355 None None] Checking router: 020013da-2db4-4cc6-9310-85f921e45489 for host: dv-cinder-750782-15-smb {{(pid=104160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:39:10.741401 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1dbf3f-4fc9-491d-9348-b9cdaf65b355 None None] Routers {'020013da-2db4-4cc6-9310-85f921e45489'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:39:10.742123 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_hamode_db [None req-8f1dbf3f-4fc9-491d-9348-b9cdaf65b355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:39:06Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['020013da-2db4-4cc6-9310-85f921e45489'], 'active': True} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:39:10.765078 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-f8aaa8b6-37eb-48c3-84d4-3beb37049dcd tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:10.835106 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d4e803-f4e8-4bfe-a937-adc524ddbaab req-19c46525-8bc1-48bc-923e-f921ffb8de4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:10.836455 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-d1d4e803-f4e8-4bfe-a937-adc524ddbaab req-19c46525-8bc1-48bc-923e-f921ffb8de4d service neutron] 10.222.0.26 "GET /v2.0/networks?id=f4ce866d-bd2c-465f-9b46-26cead684cc4 HTTP/1.1" status: 200 len: 915 time: 0.1272972 Mar 31 15:39:10.902667 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvr_db [None req-8f1dbf3f-4fc9-491d-9348-b9cdaf65b355 None None] Set router 020013da-2db4-4cc6-9310-85f921e45489 gateway port host: dv-cinder-750782-15-smb {{(pid=104160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:39:10.922461 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-f8aaa8b6-37eb-48c3-84d4-3beb37049dcd tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Publish callbacks [] for security_group (15ed1700-0562-4573-899f-09a3ebd95f0e), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:10.972585 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-d1d4e803-f4e8-4bfe-a937-adc524ddbaab req-50cdfac7-4494-4ec9-bddc-86b969504027 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=094a70a8-67db-4344-8b59-ff99ef2faeeb HTTP/1.1" status: 200 len: 999 time: 0.1249361 Mar 31 15:39:11.016620 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fd34c7ed-cab5-463e-81bb-e9aa6ef90623), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:11.042683 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d4e803-f4e8-4bfe-a937-adc524ddbaab req-1844b159-915b-49fc-9dce-5fc0ff5120f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:11.044138 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-d1d4e803-f4e8-4bfe-a937-adc524ddbaab req-1844b159-915b-49fc-9dce-5fc0ff5120f7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f954ac5d-3124-474b-81c1-58056e141a3b HTTP/1.1" status: 200 len: 853 time: 0.0545559 Mar 31 15:39:11.051029 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88333656-607c-4590-a5a9-68e3de0be916', 'tag': '6ecdbe89-4e45-4cfd-94eb-c253f9c888a8'}] {{(pid=104159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:39:11.053475 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea64b363b0503405ce6d4d78215f64c9ed163e64c8f258dff0ae871dea148ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b185039b-e62c-4176-82b7-26d801c1d636" -d '{"events": [{"name": "network-changed", "server_uuid": "88333656-607c-4590-a5a9-68e3de0be916", "tag": "6ecdbe89-4e45-4cfd-94eb-c253f9c888a8"}]}' {{(pid=104159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:39:11.075790 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dd4108-eb06-4bd5-96df-21e33e17f120 req-851acfad-4157-4bf1-b136-00d1c4c8ad02 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:11.077967 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-94dd4108-eb06-4bd5-96df-21e33e17f120 req-851acfad-4157-4bf1-b136-00d1c4c8ad02 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=88333656-607c-4590-a5a9-68e3de0be916 HTTP/1.1" status: 200 len: 943 time: 0.1321251 Mar 31 15:39:11.080222 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-f8aaa8b6-37eb-48c3-84d4-3beb37049dcd tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (15ed1700-0562-4573-899f-09a3ebd95f0e), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:11.115501 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbcf9fb5-6026-48b1-9b7b-86fcdb33155e x-openstack-request-id: req-fbcf9fb5-6026-48b1-9b7b-86fcdb33155e {{(pid=104159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:39:11.117945 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88333656-607c-4590-a5a9-68e3de0be916", "tag": "6ecdbe89-4e45-4cfd-94eb-c253f9c888a8", "status": "completed", "code": 200}]} {{(pid=104159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:39:11.117945 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fbcf9fb5-6026-48b1-9b7b-86fcdb33155e {{(pid=104159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:39:11.117945 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbcf9fb5-6026-48b1-9b7b-86fcdb33155e'] response: {'name': 'network-changed', 'server_uuid': '88333656-607c-4590-a5a9-68e3de0be916', 'tag': '6ecdbe89-4e45-4cfd-94eb-c253f9c888a8', 'status': 'completed', 'code': 200} Mar 31 15:39:11.214061 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_hamode_db [None req-8f1dbf3f-4fc9-491d-9348-b9cdaf65b355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '020013da-2db4-4cc6-9310-85f921e45489', 'name': 'tempest-TestMinimumBasicScenario-285915391-router', 'tenant_id': '97f648d2040e46619b3954fdd71c33e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.7'}], 'enable_snat': True}, 'gw_port_id': '6e3c8195-48ea-4dbd-8c6b-7b4d20045fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:38:01Z', 'updated_at': '2022-03-31T15:38:06Z', 'revision_number': 4, 'project_id': '97f648d2040e46619b3954fdd71c33e8', 'gw_port': {'id': '6e3c8195-48ea-4dbd-8c6b-7b4d20045fcf', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:2b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020013da-2db4-4cc6-9310-85f921e45489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:38:02Z', 'updated_at': '2022-03-31T15:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_floatingips': [{'id': '28191188-5e9b-4f41-b84b-dfa484c0a52e', 'tenant_id': '97f648d2040e46619b3954fdd71c33e8', 'floating_ip_address': '172.28.2.44', 'floating_network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'router_id': '020013da-2db4-4cc6-9310-85f921e45489', 'port_id': '094a70a8-67db-4344-8b59-ff99ef2faeeb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4ce866d-bd2c-465f-9b46-26cead684cc4', 'mac_address': 'fa:16:3e:d7:db:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538994a6-6c98-4626-b47d-ff4906d4cc19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:39:08Z', 'updated_at': '2022-03-31T15:39:08Z', 'revision_number': 0, 'project_id': '97f648d2040e46619b3954fdd71c33e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09271ce5-7f0e-4a7a-80aa-a3aa9f073e78', 'name': '', 'network_id': 'f4ce866d-bd2c-465f-9b46-26cead684cc4', 'tenant_id': '97f648d2040e46619b3954fdd71c33e8', 'mac_address': 'fa:16:3e:c3:9d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020013da-2db4-4cc6-9310-85f921e45489', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'f954ac5d-3124-474b-81c1-58056e141a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:38:05Z', 'updated_at': '2022-03-31T15:38:10Z', 'revision_number': 5, 'project_id': '97f648d2040e46619b3954fdd71c33e8', 'subnets': [{'id': 'f954ac5d-3124-474b-81c1-58056e141a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:39:11.221722 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aaa8b6-37eb-48c3-84d4-3beb37049dcd tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15ed1700-0562-4573-899f-09a3ebd95f0e,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:39:11.242112 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1dbf3f-4fc9-491d-9348-b9cdaf65b355 None None] The sync data for ids ['020013da-2db4-4cc6-9310-85f921e45489'] in dv-cinder-750782-15-smb is: [{'id': '020013da-2db4-4cc6-9310-85f921e45489', 'name': 'tempest-TestMinimumBasicScenario-285915391-router', 'tenant_id': '97f648d2040e46619b3954fdd71c33e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.7'}], 'enable_snat': True}, 'gw_port_id': '6e3c8195-48ea-4dbd-8c6b-7b4d20045fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:38:01Z', 'updated_at': '2022-03-31T15:38:06Z', 'revision_number': 4, 'project_id': '97f648d2040e46619b3954fdd71c33e8', 'gw_port': {'id': '6e3c8195-48ea-4dbd-8c6b-7b4d20045fcf', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:2b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020013da-2db4-4cc6-9310-85f921e45489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:38:02Z', 'updated_at': '2022-03-31T15:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_floatingips': [{'id': '28191188-5e9b-4f41-b84b-dfa484c0a52e', 'tenant_id': '97f648d2040e46619b3954fdd71c33e8', 'floating_ip_address': '172.28.2.44', 'floating_network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'router_id': '020013da-2db4-4cc6-9310-85f921e45489', 'port_id': '094a70a8-67db-4344-8b59-ff99ef2faeeb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4ce866d-bd2c-465f-9b46-26cead684cc4', 'mac_address': 'fa:16:3e:d7:db:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538994a6-6c98-4626-b47d-ff4906d4cc19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:39:08Z', 'updated_at': '2022-03-31T15:39:08Z', 'revision_number': 0, 'project_id': '97f648d2040e46619b3954fdd71c33e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09271ce5-7f0e-4a7a-80aa-a3aa9f073e78', 'name': '', 'network_id': 'f4ce866d-bd2c-465f-9b46-26cead684cc4', 'tenant_id': '97f648d2040e46619b3954fdd71c33e8', 'mac_address': 'fa:16:3e:c3:9d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020013da-2db4-4cc6-9310-85f921e45489', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'f954ac5d-3124-474b-81c1-58056e141a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:38:05Z', 'updated_at': '2022-03-31T15:38:10Z', 'revision_number': 5, 'project_id': '97f648d2040e46619b3954fdd71c33e8', 'subnets': [{'id': 'f954ac5d-3124-474b-81c1-58056e141a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:39:11.255864 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-94dd4108-eb06-4bd5-96df-21e33e17f120 req-87a827bf-950c-4462-a58e-d25d0cf2baf1 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b0e7810-dd04-4a66-8afe-9762b371d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437030 Mar 31 15:39:11.267955 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d4e803-f4e8-4bfe-a937-adc524ddbaab req-a64c3d99-a975-44a3-9e12-e6e031c40b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:11.269714 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-d1d4e803-f4e8-4bfe-a937-adc524ddbaab req-a64c3d99-a975-44a3-9e12-e6e031c40b5c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f4ce866d-bd2c-465f-9b46-26cead684cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.2123408 Mar 31 15:39:11.271945 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b185039b-e62c-4176-82b7-26d801c1d636 req-8eff09e6-0f5c-45d6-ac10-b76091dbdbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:11.274031 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-b185039b-e62c-4176-82b7-26d801c1d636 req-8eff09e6-0f5c-45d6-ac10-b76091dbdbf3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d4fc7fbc16624a3082581ef98d9d25a5&device_id=88333656-607c-4590-a5a9-68e3de0be916 HTTP/1.1" status: 200 len: 1127 time: 0.1428609 Mar 31 15:39:11.284697 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-f8aaa8b6-37eb-48c3-84d4-3beb37049dcd tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:11.289653 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 47584) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:39:11.291151 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-f8aaa8b6-37eb-48c3-84d4-3beb37049dcd tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7398174 Mar 31 15:39:11.306048 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.v2.base [None req-92101e37-a2aa-4cc9-bde8-238be0228abd tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Request body: {'security_group_rule': {'security_group_id': '15ed1700-0562-4573-899f-09a3ebd95f0e', 'project_id': '97f648d2040e46619b3954fdd71c33e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:39:11.322618 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 47586) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:39:11.438269 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-92101e37-a2aa-4cc9-bde8-238be0228abd tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Publish callbacks [] for security_group_rule (e86c7240-a262-4b0b-8d8b-ef680bd16d1e), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:11.522844 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b185039b-e62c-4176-82b7-26d801c1d636 req-b00ee892-b0ac-42da-abdd-c7646a008a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:11.525193 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-b185039b-e62c-4176-82b7-26d801c1d636 req-b00ee892-b0ac-42da-abdd-c7646a008a4a service neutron] 10.222.0.26 "GET /v2.0/networks?id=4a5bb9cd-d074-4713-88c5-e7791e1f5e5b HTTP/1.1" status: 200 len: 920 time: 0.2323158 Mar 31 15:39:11.526999 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-92101e37-a2aa-4cc9-bde8-238be0228abd tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Publish callbacks [] for security_group_rule (e86c7240-a262-4b0b-8d8b-ef680bd16d1e), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:11.550861 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126d2b4e-93a0-4967-abda-d671166e6dca None None] New status for floating IP 28191188-5e9b-4f41-b84b-dfa484c0a52e: ACTIVE {{(pid=104160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:39:11.599457 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-2cafa1b1-17bb-45e3-bb74-3be33075a671 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks [] for security_group (e011baaf-84f9-4646-8dd7-458d741337cc), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:11.603931 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-b185039b-e62c-4176-82b7-26d801c1d636 req-ce321bba-8938-4a4c-b0ed-eba7c9f04551 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ecdbe89-4e45-4cfd-94eb-c253f9c888a8 HTTP/1.1" status: 200 len: 217 time: 0.0676618 Mar 31 15:39:11.618361 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-d1d4e803-f4e8-4bfe-a937-adc524ddbaab req-9e3701df-db31-4758-ad57-3f4c852bf978 service neutron] 10.222.0.26 "GET /v2.0/networks/f4ce866d-bd2c-465f-9b46-26cead684cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3248227 Mar 31 15:39:11.625231 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-92101e37-a2aa-4cc9-bde8-238be0228abd tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045380'] for security_group_rule (e86c7240-a262-4b0b-8d8b-ef680bd16d1e), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:11.660759 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92101e37-a2aa-4cc9-bde8-238be0228abd tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e86c7240-a262-4b0b-8d8b-ef680bd16d1e,revision_number=0']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:39:11.699310 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-2cafa1b1-17bb-45e3-bb74-3be33075a671 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks [] for security_group (e011baaf-84f9-4646-8dd7-458d741337cc), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:11.776692 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-92101e37-a2aa-4cc9-bde8-238be0228abd tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:11.780049 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-92101e37-a2aa-4cc9-bde8-238be0228abd tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4825060 Mar 31 15:39:11.783241 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 47594) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:39:11.783643 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b185039b-e62c-4176-82b7-26d801c1d636 req-8f31118e-4d07-438f-a05d-6a8d7d716b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:11.785310 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-b185039b-e62c-4176-82b7-26d801c1d636 req-8f31118e-4d07-438f-a05d-6a8d7d716b81 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=94d12cd9-1105-49d4-9d9d-27e65ff0c644 HTTP/1.1" status: 200 len: 858 time: 0.1744382 Mar 31 15:39:11.790170 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.v2.base [None req-d8ac2527-328b-402b-b67b-81a5512a7759 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Request body: {'security_group_rule': {'security_group_id': '15ed1700-0562-4573-899f-09a3ebd95f0e', 'project_id': '97f648d2040e46619b3954fdd71c33e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:39:11.861771 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device 02a6b381-b9c7-43f3-8762-ee5b863ac711 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=104160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:39:11.869005 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-d1d4e803-f4e8-4bfe-a937-adc524ddbaab req-1c4285fd-37c2-46af-94bd-0114f0fce6c8 service neutron] 10.222.0.26 "GET /v2.0/networks/f4ce866d-bd2c-465f-9b46-26cead684cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377620 Mar 31 15:39:11.881306 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b185039b-e62c-4176-82b7-26d801c1d636 req-895af79f-7a0b-4e75-93d5-2940d34528d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:11.882733 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-b185039b-e62c-4176-82b7-26d801c1d636 req-895af79f-7a0b-4e75-93d5-2940d34528d0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4a5bb9cd-d074-4713-88c5-e7791e1f5e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0857387 Mar 31 15:39:11.887424 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] No Port match for: 02a6b381-b9c7-43f3-8762-ee5b863ac711 {{(pid=104160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:39:11.887817 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device 02a6b381-b9c7-43f3-8762-ee5b863ac711 not bound to the agent host hv-cinder-75078 {{(pid=104160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:39:11.958721 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-d8ac2527-328b-402b-b67b-81a5512a7759 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Publish callbacks [] for security_group_rule (79327aa1-b288-487e-8f1e-fdbd0e01c76e), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:11.960936 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-2cafa1b1-17bb-45e3-bb74-3be33075a671 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (e011baaf-84f9-4646-8dd7-458d741337cc), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:11.964846 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-2cafa1b1-17bb-45e3-bb74-3be33075a671 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:11.969466 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-2cafa1b1-17bb-45e3-bb74-3be33075a671 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "DELETE /v2.0/security-groups/e011baaf-84f9-4646-8dd7-458d741337cc HTTP/1.1" status: 204 len: 168 time: 0.6427267 Mar 31 15:39:11.972137 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 47596) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:39:11.992229 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.api.v2.resource [None req-2e74d90f-6c5b-43ea-b463-c21ac1c98b65 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] show failed (client error): The resource could not be found. Mar 31 15:39:11.996262 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-2e74d90f-6c5b-43ea-b463-c21ac1c98b65 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/security-groups/e011baaf-84f9-4646-8dd7-458d741337cc HTTP/1.1" status: 404 len: 347 time: 0.0204115 Mar 31 15:39:11.998647 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 47598) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:39:11.998924 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cafa1b1-17bb-45e3-bb74-3be33075a671 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e011baaf-84f9-4646-8dd7-458d741337cc,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:39:12.058636 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-b185039b-e62c-4176-82b7-26d801c1d636 req-9449238a-578b-4844-8edc-5007c16f291c service neutron] 10.222.0.26 "GET /v2.0/networks/4a5bb9cd-d074-4713-88c5-e7791e1f5e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672294 Mar 31 15:39:12.265364 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-d8ac2527-328b-402b-b67b-81a5512a7759 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Publish callbacks [] for security_group_rule (79327aa1-b288-487e-8f1e-fdbd0e01c76e), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:12.282369 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d922bc55-16a8-4b41-a7e7-fe8a910179e9 req-be796dda-ac50-47c8-98e2-a0ed11c9a097 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:12.283831 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-d922bc55-16a8-4b41-a7e7-fe8a910179e9 req-be796dda-ac50-47c8-98e2-a0ed11c9a097 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/ports?device_id=736bebfe-fdc7-4e4c-b37e-05868421c771 HTTP/1.1" status: 200 len: 946 time: 0.1758831 Mar 31 15:39:12.315827 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.plugin [None req-fa6ce402-c32f-4c95-824d-a4a566a1daee tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Deleting port e470274c-6c6d-47c5-9097-d6b5b6f30174 {{(pid=104158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:39:12.316033 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-fa6ce402-c32f-4c95-824d-a4a566a1daee tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772784948758'] for port (e470274c-6c6d-47c5-9097-d6b5b6f30174), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:12.397977 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-d922bc55-16a8-4b41-a7e7-fe8a910179e9 req-8c675559-7a1d-4e53-a799-1b71dbb38f0e tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/security-groups?id=9020a30f-f95a-46d9-b9d2-f07418290371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062155 Mar 31 15:39:12.400749 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-d8ac2527-328b-402b-b67b-81a5512a7759 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045380'] for security_group_rule (79327aa1-b288-487e-8f1e-fdbd0e01c76e), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:12.430660 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ac2527-328b-402b-b67b-81a5512a7759 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79327aa1-b288-487e-8f1e-fdbd0e01c76e,revision_number=0']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:39:12.458365 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-fa6ce402-c32f-4c95-824d-a4a566a1daee tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576833'] for port (e470274c-6c6d-47c5-9097-d6b5b6f30174), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:12.459573 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-fa6ce402-c32f-4c95-824d-a4a566a1daee tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks [] for floatingip (e470274c-6c6d-47c5-9097-d6b5b6f30174), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:12.461083 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-b185039b-e62c-4176-82b7-26d801c1d636 req-6c90c8ff-15d2-408e-962a-6b1d8a25acae service neutron] 10.222.0.26 "GET /v2.0/networks/4a5bb9cd-d074-4713-88c5-e7791e1f5e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3940229 Mar 31 15:39:12.469798 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7208ab4b-b311-49ec-880a-d58b6f826da4 req-107164a6-0c0c-4918-aa68-d493d6ff1a4d tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:12.471383 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-7208ab4b-b311-49ec-880a-d58b6f826da4 req-107164a6-0c0c-4918-aa68-d493d6ff1a4d tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=88333656-607c-4590-a5a9-68e3de0be916 HTTP/1.1" status: 200 len: 943 time: 0.0993352 Mar 31 15:39:12.473042 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.plugin [None req-fa6ce402-c32f-4c95-824d-a4a566a1daee tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Calling delete_port for e470274c-6c6d-47c5-9097-d6b5b6f30174 owned by network:floatingip {{(pid=104158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:39:12.536775 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-7208ab4b-b311-49ec-880a-d58b6f826da4 req-d48019e4-296a-4953-b1ec-3f25bba488fa tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b0e7810-dd04-4a66-8afe-9762b371d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557430 Mar 31 15:39:12.638611 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-d8ac2527-328b-402b-b67b-81a5512a7759 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:12.640398 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-d8ac2527-328b-402b-b67b-81a5512a7759 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8556364 Mar 31 15:39:12.646685 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 47606) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:39:12.648218 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.v2.base [None req-97b852eb-4519-4ddc-b06a-77be2f4d34e7 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Request body: {'security_group_rule': {'security_group_id': '15ed1700-0562-4573-899f-09a3ebd95f0e', 'project_id': '97f648d2040e46619b3954fdd71c33e8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:39:12.767559 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-fa6ce402-c32f-4c95-824d-a4a566a1daee tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772784953465', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772784453879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302876'] for port (e470274c-6c6d-47c5-9097-d6b5b6f30174), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:12.792544 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6ce402-c32f-4c95-824d-a4a566a1daee tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Pushing event deleted for resources: {'Port': ['ID=e470274c-6c6d-47c5-9097-d6b5b6f30174,revision_number=None']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:39:12.814905 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-97b852eb-4519-4ddc-b06a-77be2f4d34e7 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Publish callbacks [] for security_group_rule (30c46308-461a-4d4e-a7ff-ada97fa4d423), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:12.859582 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-fa6ce402-c32f-4c95-824d-a4a566a1daee tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks [] for floatingip (9f313ea0-284a-4139-a314-65f1887e5b74), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:12.862091 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-fa6ce402-c32f-4c95-824d-a4a566a1daee tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451'] for floatingip (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:12.863252 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-fa6ce402-c32f-4c95-824d-a4a566a1daee tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "DELETE /v2.0/floatingips/9f313ea0-284a-4139-a314-65f1887e5b74 HTTP/1.1" status: 204 len: 168 time: 0.8635843 Mar 31 15:39:12.883980 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-97b852eb-4519-4ddc-b06a-77be2f4d34e7 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Publish callbacks [] for security_group_rule (30c46308-461a-4d4e-a7ff-ada97fa4d423), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:12.993354 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-97b852eb-4519-4ddc-b06a-77be2f4d34e7 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045380'] for security_group_rule (30c46308-461a-4d4e-a7ff-ada97fa4d423), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:13.012163 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b852eb-4519-4ddc-b06a-77be2f4d34e7 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30c46308-461a-4d4e-a7ff-ada97fa4d423,revision_number=0']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:39:13.123895 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-97b852eb-4519-4ddc-b06a-77be2f4d34e7 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:13.125880 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-97b852eb-4519-4ddc-b06a-77be2f4d34e7 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4813721 Mar 31 15:39:13.128575 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 47616) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:39:13.133011 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.v2.base [None req-7d9e20dc-12f1-404b-b04d-f136b51ac0c7 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Request body: {'security_group_rule': {'security_group_id': '15ed1700-0562-4573-899f-09a3ebd95f0e', 'project_id': '97f648d2040e46619b3954fdd71c33e8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:39:13.240487 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-7d9e20dc-12f1-404b-b04d-f136b51ac0c7 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Publish callbacks [] for security_group_rule (3d238a81-d78e-4bc9-b0a4-b3046cd9c960), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:13.312522 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-7d9e20dc-12f1-404b-b04d-f136b51ac0c7 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Publish callbacks [] for security_group_rule (3d238a81-d78e-4bc9-b0a4-b3046cd9c960), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:13.402096 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-7d9e20dc-12f1-404b-b04d-f136b51ac0c7 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045380'] for security_group_rule (3d238a81-d78e-4bc9-b0a4-b3046cd9c960), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:13.426813 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9e20dc-12f1-404b-b04d-f136b51ac0c7 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d238a81-d78e-4bc9-b0a4-b3046cd9c960,revision_number=0']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:39:13.513211 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-7d9e20dc-12f1-404b-b04d-f136b51ac0c7 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:13.514825 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-7d9e20dc-12f1-404b-b04d-f136b51ac0c7 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3853946 Mar 31 15:39:13.517787 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 47622) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:39:13.525743 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.v2.base [None req-a35e8293-8824-4346-92ab-308c2fdd1d0d tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Request body: {'security_group_rule': {'security_group_id': '15ed1700-0562-4573-899f-09a3ebd95f0e', 'project_id': '97f648d2040e46619b3954fdd71c33e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:39:13.562974 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28680e4b-5c77-4503-8c37-3d743492c0c4 req-2316fb57-5b2c-4c42-9683-6517203c555f tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:13.571980 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-28680e4b-5c77-4503-8c37-3d743492c0c4 req-2316fb57-5b2c-4c42-9683-6517203c555f tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/ports?device_id=736bebfe-fdc7-4e4c-b37e-05868421c771 HTTP/1.1" status: 200 len: 946 time: 0.0861206 Mar 31 15:39:13.641801 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-28680e4b-5c77-4503-8c37-3d743492c0c4 req-4a1345bb-f38e-4e2d-92da-8268eba080eb tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/security-groups?id=9020a30f-f95a-46d9-b9d2-f07418290371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686853 Mar 31 15:39:13.666928 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.db.securitygroups_db [None req-a35e8293-8824-4346-92ab-308c2fdd1d0d tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Project 97f648d2040e46619b3954fdd71c33e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 15:39:13.676793 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a35e8293-8824-4346-92ab-308c2fdd1d0d tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Publish callbacks [] for security_group_rule (390f2e11-3ed9-4325-b7e5-b35fadd029c1), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:13.735282 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d362f7-cd10-442e-8afd-050c3fc0a954 req-1fe8d1cb-846c-4f61-90aa-91f4e3d73e53 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:13.736804 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-96d362f7-cd10-442e-8afd-050c3fc0a954 req-1fe8d1cb-846c-4f61-90aa-91f4e3d73e53 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=88333656-607c-4590-a5a9-68e3de0be916 HTTP/1.1" status: 200 len: 943 time: 0.1197543 Mar 31 15:39:13.759207 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a35e8293-8824-4346-92ab-308c2fdd1d0d tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Publish callbacks [] for security_group_rule (390f2e11-3ed9-4325-b7e5-b35fadd029c1), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:13.759830 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device 6ecdbe89-4e45-4cfd-94eb-c253f9c888a8 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=104160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 15:39:13.803419 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-96d362f7-cd10-442e-8afd-050c3fc0a954 req-b3a5c75c-d38f-47d0-aa94-6e0188174474 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b0e7810-dd04-4a66-8afe-9762b371d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556464 Mar 31 15:39:13.847973 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a35e8293-8824-4346-92ab-308c2fdd1d0d tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045380'] for security_group_rule (390f2e11-3ed9-4325-b7e5-b35fadd029c1), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:13.883375 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35e8293-8824-4346-92ab-308c2fdd1d0d tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=390f2e11-3ed9-4325-b7e5-b35fadd029c1,revision_number=0']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:39:13.888721 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] For port 6ecdbe89-4e45-4cfd-94eb-c253f9c888a8, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=6ecdbe89-4e45-4cfd-94eb-c253f9c888a8,segment=NetworkSegment(66365e83-625a-4d43-ad5f-f1cd3888d9a6),segment_id=66365e83-625a-4d43-ad5f-f1cd3888d9a6)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:39:13.902631 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Returning: {'device': '6ecdbe89-4e45-4cfd-94eb-c253f9c888a8', 'network_id': '4a5bb9cd-d074-4713-88c5-e7791e1f5e5b', 'port_id': '6ecdbe89-4e45-4cfd-94eb-c253f9c888a8', 'mac_address': 'fa:16:3e:d9:37:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94d12cd9-1105-49d4-9d9d-27e65ff0c644', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 15:39:13.955204 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Current status of the port 6ecdbe89-4e45-4cfd-94eb-c253f9c888a8 is: DOWN; New status is: BUILD {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:39:13.955871 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (6ecdbe89-4e45-4cfd-94eb-c253f9c888a8), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:13.978969 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.notifiers.nova [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ecdbe89-4e45-4cfd-94eb-c253f9c888a8 {{(pid=104160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:39:13.987921 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a35e8293-8824-4346-92ab-308c2fdd1d0d tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:13.989356 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-a35e8293-8824-4346-92ab-308c2fdd1d0d tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4705479 Mar 31 15:39:13.993369 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 47628) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:39:13.999163 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.v2.base [None req-faeab52c-5bf9-47a8-a57e-87dd3d1ba00b tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Request body: {'security_group_rule': {'security_group_id': '15ed1700-0562-4573-899f-09a3ebd95f0e', 'project_id': '97f648d2040e46619b3954fdd71c33e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:39:14.007146 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] For port 6ecdbe89-4e45-4cfd-94eb-c253f9c888a8, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=6ecdbe89-4e45-4cfd-94eb-c253f9c888a8,segment=NetworkSegment(66365e83-625a-4d43-ad5f-f1cd3888d9a6),segment_id=66365e83-625a-4d43-ad5f-f1cd3888d9a6)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:39:14.132738 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (6ecdbe89-4e45-4cfd-94eb-c253f9c888a8), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:14.180050 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.db.securitygroups_db [None req-faeab52c-5bf9-47a8-a57e-87dd3d1ba00b tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Project 97f648d2040e46619b3954fdd71c33e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 15:39:14.186898 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Pushing event updated for resources: {'Port': ['ID=6ecdbe89-4e45-4cfd-94eb-c253f9c888a8,revision_number=4']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:39:14.187630 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-faeab52c-5bf9-47a8-a57e-87dd3d1ba00b tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Publish callbacks [] for security_group_rule (28f964e5-62da-41e6-92e2-2749c07bcf86), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:14.261624 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-faeab52c-5bf9-47a8-a57e-87dd3d1ba00b tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Publish callbacks [] for security_group_rule (28f964e5-62da-41e6-92e2-2749c07bcf86), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:14.362368 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-faeab52c-5bf9-47a8-a57e-87dd3d1ba00b tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045380'] for security_group_rule (28f964e5-62da-41e6-92e2-2749c07bcf86), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:14.381127 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeab52c-5bf9-47a8-a57e-87dd3d1ba00b tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28f964e5-62da-41e6-92e2-2749c07bcf86,revision_number=0']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:39:14.493269 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] get_ports_and_sgs() called for port_ids ['6ecdbe89-4e45-4cfd-94eb-c253f9c888a8'] {{(pid=104160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:39:14.495805 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-faeab52c-5bf9-47a8-a57e-87dd3d1ba00b tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:14.497717 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-faeab52c-5bf9-47a8-a57e-87dd3d1ba00b tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5028248 Mar 31 15:39:14.656857 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-c7109b78-9ced-472e-b53d-d6cc2801bfb0 req-7ff6d9e1-6813-417b-8141-27e42c741d0d tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1685271694&fields=id&tenant_id=97f648d2040e46619b3954fdd71c33e8 HTTP/1.1" status: 200 len: 267 time: 0.0913880 Mar 31 15:39:14.756430 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7109b78-9ced-472e-b53d-d6cc2801bfb0 req-64200b56-eda5-4ad8-ae6a-f0cd5f0d8e25 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:14.758679 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-c7109b78-9ced-472e-b53d-d6cc2801bfb0 req-64200b56-eda5-4ad8-ae6a-f0cd5f0d8e25 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "GET /v2.0/ports?device_id=538994a6-6c98-4626-b47d-ff4906d4cc19 HTTP/1.1" status: 200 len: 946 time: 0.0938945 Mar 31 15:39:14.779972 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.v2.base [req-c7109b78-9ced-472e-b53d-d6cc2801bfb0 req-fbdd342e-c304-4f08-9205-072e5be37c07 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Request body: {'port': {'security_groups': ['d68b3844-fac7-4489-9655-759f50646b5c', '15ed1700-0562-4573-899f-09a3ebd95f0e']}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:39:14.847941 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559211ec-d262-4964-b72f-a343aca0a0b3 req-397507ea-2ba0-4126-9b03-154330a6895a tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:14.855755 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-559211ec-d262-4964-b72f-a343aca0a0b3 req-397507ea-2ba0-4126-9b03-154330a6895a tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/ports?device_id=736bebfe-fdc7-4e4c-b37e-05868421c771 HTTP/1.1" status: 200 len: 946 time: 0.0882022 Mar 31 15:39:14.913413 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-559211ec-d262-4964-b72f-a343aca0a0b3 req-0b2769b8-aec6-4a52-9ad7-8c1749a9a1fb tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/security-groups?id=9020a30f-f95a-46d9-b9d2-f07418290371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521963 Mar 31 15:39:15.025808 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-c7109b78-9ced-472e-b53d-d6cc2801bfb0 req-fbdd342e-c304-4f08-9205-072e5be37c07 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (094a70a8-67db-4344-8b59-ff99ef2faeeb), before_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:15.029362 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b82cd-f9ae-4b34-a51d-cfd7d9ef9132 req-f45a9b09-e05f-425f-a33f-c7e42690d70f tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:15.031028 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-bf7b82cd-f9ae-4b34-a51d-cfd7d9ef9132 req-f45a9b09-e05f-425f-a33f-c7e42690d70f tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=88333656-607c-4590-a5a9-68e3de0be916 HTTP/1.1" status: 200 len: 944 time: 0.0583656 Mar 31 15:39:15.093153 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-bf7b82cd-f9ae-4b34-a51d-cfd7d9ef9132 req-ed938713-d7d7-43b2-b6a6-260a79ab5d57 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b0e7810-dd04-4a66-8afe-9762b371d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520346 Mar 31 15:39:15.230331 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.db [req-c7109b78-9ced-472e-b53d-d6cc2801bfb0 req-fbdd342e-c304-4f08-9205-072e5be37c07 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] For port 094a70a8-67db-4344-8b59-ff99ef2faeeb, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=094a70a8-67db-4344-8b59-ff99ef2faeeb,segment=NetworkSegment(25aae32e-21b3-4f37-a289-8c4b40c39a0c),segment_id=25aae32e-21b3-4f37-a289-8c4b40c39a0c)] {{(pid=104159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:39:15.270878 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-c7109b78-9ced-472e-b53d-d6cc2801bfb0 req-fbdd342e-c304-4f08-9205-072e5be37c07 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Publish callbacks [] for port (094a70a8-67db-4344-8b59-ff99ef2faeeb), precommit_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:15.375103 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-c7109b78-9ced-472e-b53d-d6cc2801bfb0 req-fbdd342e-c304-4f08-9205-072e5be37c07 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3148011'] for port (094a70a8-67db-4344-8b59-ff99ef2faeeb), after_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:15.389761 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] get_ports_and_sgs() called for port_ids ['094a70a8-67db-4344-8b59-ff99ef2faeeb'] {{(pid=104160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:39:15.459066 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7109b78-9ced-472e-b53d-d6cc2801bfb0 req-fbdd342e-c304-4f08-9205-072e5be37c07 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:15.464865 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-c7109b78-9ced-472e-b53d-d6cc2801bfb0 req-fbdd342e-c304-4f08-9205-072e5be37c07 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451'] for port (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:15.467377 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-c7109b78-9ced-472e-b53d-d6cc2801bfb0 req-fbdd342e-c304-4f08-9205-072e5be37c07 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "PUT /v2.0/ports/094a70a8-67db-4344-8b59-ff99ef2faeeb HTTP/1.1" status: 200 len: 982 time: 0.6960685 Mar 31 15:39:15.468027 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '538994a6-6c98-4626-b47d-ff4906d4cc19', 'tag': '094a70a8-67db-4344-8b59-ff99ef2faeeb'}] {{(pid=104159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:39:15.471644 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea64b363b0503405ce6d4d78215f64c9ed163e64c8f258dff0ae871dea148ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f4ab9be-f6eb-4759-b22c-037555c5d217" -d '{"events": [{"name": "network-changed", "server_uuid": "538994a6-6c98-4626-b47d-ff4906d4cc19", "tag": "094a70a8-67db-4344-8b59-ff99ef2faeeb"}]}' {{(pid=104159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:39:15.534848 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a5389dd-b995-4b8c-aa64-c6a5a68e1b87 x-openstack-request-id: req-3a5389dd-b995-4b8c-aa64-c6a5a68e1b87 {{(pid=104159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:39:15.536046 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "538994a6-6c98-4626-b47d-ff4906d4cc19", "tag": "094a70a8-67db-4344-8b59-ff99ef2faeeb", "status": "completed", "code": 200}]} {{(pid=104159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:39:15.536451 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3a5389dd-b995-4b8c-aa64-c6a5a68e1b87 {{(pid=104159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:39:15.537133 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a5389dd-b995-4b8c-aa64-c6a5a68e1b87'] response: {'name': 'network-changed', 'server_uuid': '538994a6-6c98-4626-b47d-ff4906d4cc19', 'tag': '094a70a8-67db-4344-8b59-ff99ef2faeeb', 'status': 'completed', 'code': 200} Mar 31 15:39:15.538215 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdd342e-c304-4f08-9205-072e5be37c07 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Pushing event updated for resources: {'Port': ['ID=094a70a8-67db-4344-8b59-ff99ef2faeeb,revision_number=6']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:39:15.600749 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] get_ports_and_sgs() called for port_ids ['094a70a8-67db-4344-8b59-ff99ef2faeeb'] {{(pid=104160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:39:15.694904 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ab9be-f6eb-4759-b22c-037555c5d217 req-dfd296f7-5686-4e2c-a876-1d6a85c5c197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:15.695527 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf060d-a40a-4a8e-a7fe-e456a9682a5a req-26a2ff3b-7bc3-4b03-a734-f99c88030bff tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:15.697718 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-7f4ab9be-f6eb-4759-b22c-037555c5d217 req-dfd296f7-5686-4e2c-a876-1d6a85c5c197 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=97f648d2040e46619b3954fdd71c33e8&device_id=538994a6-6c98-4626-b47d-ff4906d4cc19 HTTP/1.1" status: 200 len: 1169 time: 0.1248820 Mar 31 15:39:15.703376 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-a3bf060d-a40a-4a8e-a7fe-e456a9682a5a req-26a2ff3b-7bc3-4b03-a734-f99c88030bff tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "GET /v2.0/ports?device_id=538994a6-6c98-4626-b47d-ff4906d4cc19 HTTP/1.1" status: 200 len: 985 time: 0.0858638 Mar 31 15:39:15.777188 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device 6ecdbe89-4e45-4cfd-94eb-c253f9c888a8 up at agent hyperv_hv-cinder-75078 {{(pid=104160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:39:15.823816 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ab9be-f6eb-4759-b22c-037555c5d217 req-c54fdb78-f318-4140-9a38-0d81ae099846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:15.825540 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-7f4ab9be-f6eb-4759-b22c-037555c5d217 req-c54fdb78-f318-4140-9a38-0d81ae099846 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f4ce866d-bd2c-465f-9b46-26cead684cc4 HTTP/1.1" status: 200 len: 915 time: 0.1212773 Mar 31 15:39:15.859960 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-a3bf060d-a40a-4a8e-a7fe-e456a9682a5a req-28d4ffec-6ee0-439a-afbb-4d40d8b609c6 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "GET /v2.0/security-groups?id=15ed1700-0562-4573-899f-09a3ebd95f0e&id=d68b3844-fac7-4489-9655-759f50646b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1549156 Mar 31 15:39:15.953296 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-7f4ab9be-f6eb-4759-b22c-037555c5d217 req-005305ed-ca8f-4929-9095-b0ec1ce7596f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=094a70a8-67db-4344-8b59-ff99ef2faeeb HTTP/1.1" status: 200 len: 1001 time: 0.1186097 Mar 31 15:39:15.964497 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-89133a5f-cdd3-4e2c-959f-c0a3fd3eb77c None None] Provisioning complete for port 094a70a8-67db-4344-8b59-ff99ef2faeeb triggered by entity DHCP. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:39:15.965015 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-89133a5f-cdd3-4e2c-959f-c0a3fd3eb77c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (094a70a8-67db-4344-8b59-ff99ef2faeeb), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:16.044498 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ab9be-f6eb-4759-b22c-037555c5d217 req-2d82797e-8a4c-4556-abf5-030115305c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:16.049354 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-7f4ab9be-f6eb-4759-b22c-037555c5d217 req-2d82797e-8a4c-4556-abf5-030115305c91 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f954ac5d-3124-474b-81c1-58056e141a3b HTTP/1.1" status: 200 len: 853 time: 0.0819631 Mar 31 15:39:16.117076 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ab9be-f6eb-4759-b22c-037555c5d217 req-d9a740ff-d05b-4caa-b9e3-480e4734890d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:16.119207 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-7f4ab9be-f6eb-4759-b22c-037555c5d217 req-d9a740ff-d05b-4caa-b9e3-480e4734890d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f4ce866d-bd2c-465f-9b46-26cead684cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0642545 Mar 31 15:39:16.135794 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65283656-7381-417c-88df-6c37010bb4bd req-f25b2a60-9fbc-4fbf-8040-15953266ceb1 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:16.139486 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Provisioning for port 6ecdbe89-4e45-4cfd-94eb-c253f9c888a8 completed by entity L2. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 15:39:16.144715 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-65283656-7381-417c-88df-6c37010bb4bd req-f25b2a60-9fbc-4fbf-8040-15953266ceb1 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/ports?device_id=736bebfe-fdc7-4e4c-b37e-05868421c771 HTTP/1.1" status: 200 len: 946 time: 0.1203129 Mar 31 15:39:16.179969 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Provisioning complete for port 6ecdbe89-4e45-4cfd-94eb-c253f9c888a8 triggered by entity L2. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:39:16.180593 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (6ecdbe89-4e45-4cfd-94eb-c253f9c888a8), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:16.222511 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-65283656-7381-417c-88df-6c37010bb4bd req-6befd41a-9029-4cf8-bb0c-bea7896052c3 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/security-groups?id=9020a30f-f95a-46d9-b9d2-f07418290371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767272 Mar 31 15:39:16.346167 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-7f4ab9be-f6eb-4759-b22c-037555c5d217 req-311aaaf9-4c0e-4abb-83d6-66c93b3e1ea4 service neutron] 10.222.0.26 "GET /v2.0/networks/f4ce866d-bd2c-465f-9b46-26cead684cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901882 Mar 31 15:39:16.387805 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-89133a5f-cdd3-4e2c-959f-c0a3fd3eb77c None None] Current status of the port 094a70a8-67db-4344-8b59-ff99ef2faeeb is: ACTIVE; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:39:16.467836 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ea4526-9933-483d-861b-db21e8e4012b req-c8fa7dac-3f5a-458d-b212-88b0d2865266 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:16.518653 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-e6ea4526-9933-483d-861b-db21e8e4012b req-c8fa7dac-3f5a-458d-b212-88b0d2865266 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=88333656-607c-4590-a5a9-68e3de0be916 HTTP/1.1" status: 200 len: 944 time: 0.1562028 Mar 31 15:39:16.518959 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-7f4ab9be-f6eb-4759-b22c-037555c5d217 req-020c5ede-99b1-4b4b-a3ce-0c5407c631c8 service neutron] 10.222.0.26 "GET /v2.0/networks/f4ce866d-bd2c-465f-9b46-26cead684cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815200 Mar 31 15:39:16.558173 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-e6ea4526-9933-483d-861b-db21e8e4012b req-7aa33c6b-7a59-4d24-a196-af0b4fc2efe1 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b0e7810-dd04-4a66-8afe-9762b371d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771236 Mar 31 15:39:16.596887 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Current status of the port 6ecdbe89-4e45-4cfd-94eb-c253f9c888a8 is: BUILD; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:39:16.597818 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (6ecdbe89-4e45-4cfd-94eb-c253f9c888a8), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:16.670408 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88333656-607c-4590-a5a9-68e3de0be916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ecdbe89-4e45-4cfd-94eb-c253f9c888a8'}] {{(pid=104160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:39:16.672797 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce3869fed81eb230bc7c00aef7f85a04080afe3b8b72d2e6fbd63f6167e83839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d705d8-951f-4668-8bcf-ca54c88a9ad3" -d '{"events": [{"server_uuid": "88333656-607c-4590-a5a9-68e3de0be916", "name": "network-vif-plugged", "status": "completed", "tag": "6ecdbe89-4e45-4cfd-94eb-c253f9c888a8"}]}' {{(pid=104160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:39:16.715217 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] For port 6ecdbe89-4e45-4cfd-94eb-c253f9c888a8, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=6ecdbe89-4e45-4cfd-94eb-c253f9c888a8,segment=NetworkSegment(66365e83-625a-4d43-ad5f-f1cd3888d9a6),segment_id=66365e83-625a-4d43-ad5f-f1cd3888d9a6)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:39:16.755646 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88f7fab2-75a6-4ac1-9b7d-a9ab331eb2b3 x-openstack-request-id: req-88f7fab2-75a6-4ac1-9b7d-a9ab331eb2b3 {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:39:16.755969 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88333656-607c-4590-a5a9-68e3de0be916", "name": "network-vif-plugged", "status": "completed", "tag": "6ecdbe89-4e45-4cfd-94eb-c253f9c888a8", "code": 200}]} {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:39:16.756228 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-88f7fab2-75a6-4ac1-9b7d-a9ab331eb2b3 {{(pid=104160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:39:16.756639 dv-cinder-750782-15-smb neutron-server[104160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88f7fab2-75a6-4ac1-9b7d-a9ab331eb2b3'] response: {'server_uuid': '88333656-607c-4590-a5a9-68e3de0be916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ecdbe89-4e45-4cfd-94eb-c253f9c888a8', 'code': 200} Mar 31 15:39:17.135169 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (6ecdbe89-4e45-4cfd-94eb-c253f9c888a8), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:17.208105 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Pushing event updated for resources: {'Port': ['ID=6ecdbe89-4e45-4cfd-94eb-c253f9c888a8,revision_number=5']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:39:17.259429 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87753eda-d497-4f0d-a3e4-9da35ab0da25 req-352befc5-518f-4b21-9dec-1deaaf3f3024 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:17.262257 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-87753eda-d497-4f0d-a3e4-9da35ab0da25 req-352befc5-518f-4b21-9dec-1deaaf3f3024 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/ports?device_id=f883d5ff-24b2-41bb-ad70-51cf5dc0ed9a HTTP/1.1" status: 200 len: 946 time: 0.0866117 Mar 31 15:39:17.343010 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-87753eda-d497-4f0d-a3e4-9da35ab0da25 req-47c95207-2002-4888-aebd-62be5572d56d tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/security-groups?id=734cc27e-e1b0-4159-a6ff-fe716dada738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702829 Mar 31 15:39:17.409278 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e41a0-4a34-427b-9baa-c309011718af req-abd38b26-066e-449c-9028-5d6c1514297b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:17.411892 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-1e1e41a0-4a34-427b-9baa-c309011718af req-abd38b26-066e-449c-9028-5d6c1514297b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=88333656-607c-4590-a5a9-68e3de0be916 HTTP/1.1" status: 200 len: 1129 time: 0.0814364 Mar 31 15:39:17.528964 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-1e1e41a0-4a34-427b-9baa-c309011718af req-713a6f88-b98f-4bc2-944e-a6cbfb06ba21 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6b0e7810-dd04-4a66-8afe-9762b371d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103246 Mar 31 15:39:17.563526 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1415475d-e022-4a3f-b676-f2591a731c38 req-9349b0b5-53ef-40c8-8cea-e02fe2ed2347 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:17.566213 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-1415475d-e022-4a3f-b676-f2591a731c38 req-9349b0b5-53ef-40c8-8cea-e02fe2ed2347 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/ports?device_id=736bebfe-fdc7-4e4c-b37e-05868421c771 HTTP/1.1" status: 200 len: 946 time: 0.1219752 Mar 31 15:39:17.660254 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-1415475d-e022-4a3f-b676-f2591a731c38 req-51040b80-9199-42bf-8493-156a11849138 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/security-groups?id=9020a30f-f95a-46d9-b9d2-f07418290371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746274 Mar 31 15:39:17.766858 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5750afb-5e9d-4e40-8a7a-3369925a75ed req-15c759bb-588f-418d-a7ca-4e3bd860ee4c tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:17.769276 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-b5750afb-5e9d-4e40-8a7a-3369925a75ed req-15c759bb-588f-418d-a7ca-4e3bd860ee4c tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=88333656-607c-4590-a5a9-68e3de0be916 HTTP/1.1" status: 200 len: 945 time: 0.0950811 Mar 31 15:39:17.832503 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-b5750afb-5e9d-4e40-8a7a-3369925a75ed req-ea85ac98-f7fc-4a0e-8776-dd4eacb3aa22 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b0e7810-dd04-4a66-8afe-9762b371d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537012 Mar 31 15:39:18.537737 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd1f576-2070-4242-8b9a-2666940ca75d req-c0ced512-5c19-419b-9c57-ee9b8378ea0f tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:18.540103 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-5cd1f576-2070-4242-8b9a-2666940ca75d req-c0ced512-5c19-419b-9c57-ee9b8378ea0f tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/ports?device_id=f883d5ff-24b2-41bb-ad70-51cf5dc0ed9a HTTP/1.1" status: 200 len: 946 time: 0.0861237 Mar 31 15:39:18.625427 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-5cd1f576-2070-4242-8b9a-2666940ca75d req-67642cfa-9767-4b08-97d1-55c2bd9111cb tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/security-groups?id=734cc27e-e1b0-4159-a6ff-fe716dada738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749478 Mar 31 15:39:18.846270 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aa16a7-0bdb-45d1-9b36-7667b397bc44 req-93f6ed9d-942d-42f1-bba2-22e8502e62db tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:18.847910 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-62aa16a7-0bdb-45d1-9b36-7667b397bc44 req-93f6ed9d-942d-42f1-bba2-22e8502e62db tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/ports?device_id=736bebfe-fdc7-4e4c-b37e-05868421c771 HTTP/1.1" status: 200 len: 946 time: 0.0703144 Mar 31 15:39:18.939937 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-62aa16a7-0bdb-45d1-9b36-7667b397bc44 req-a43284eb-c3b7-43cc-ad28-17b3f437f575 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/security-groups?id=9020a30f-f95a-46d9-b9d2-f07418290371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816891 Mar 31 15:39:18.981124 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd77e837-4f2d-403f-a5a5-fb04cd15bfdd req-92036963-b330-440a-bb39-4e9344e64ec8 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:18.983859 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-fd77e837-4f2d-403f-a5a5-fb04cd15bfdd req-92036963-b330-440a-bb39-4e9344e64ec8 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=88333656-607c-4590-a5a9-68e3de0be916 HTTP/1.1" status: 200 len: 945 time: 0.0612814 Mar 31 15:39:19.058415 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-fd77e837-4f2d-403f-a5a5-fb04cd15bfdd req-5a176db0-da5a-4058-8f9f-984e3d9d5436 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b0e7810-dd04-4a66-8afe-9762b371d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615759 Mar 31 15:39:19.782469 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74233b1c-691a-4f1f-9d09-4d14156e4f5e req-09161aea-e542-4a0f-88d3-848a6eff9e3d tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:19.785567 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-74233b1c-691a-4f1f-9d09-4d14156e4f5e req-09161aea-e542-4a0f-88d3-848a6eff9e3d tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.26 "GET /v2.0/ports?device_id=f883d5ff-24b2-41bb-ad70-51cf5dc0ed9a HTTP/1.1" status: 200 len: 946 time: 0.0705359 Mar 31 15:39:19.790849 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195d666a-4425-452b-b742-a070d15a1b69 req-7b6cf879-b219-4413-809d-a0ac971a66dc tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:19.792403 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-195d666a-4425-452b-b742-a070d15a1b69 req-7b6cf879-b219-4413-809d-a0ac971a66dc tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/ports?device_id=f883d5ff-24b2-41bb-ad70-51cf5dc0ed9a HTTP/1.1" status: 200 len: 946 time: 0.0804908 Mar 31 15:39:19.849221 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-195d666a-4425-452b-b742-a070d15a1b69 req-359c23aa-cd43-4d05-aab4-42a8a51c5fbb tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/security-groups?id=734cc27e-e1b0-4159-a6ff-fe716dada738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467198 Mar 31 15:39:19.946827 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [req-74233b1c-691a-4f1f-9d09-4d14156e4f5e req-403c8bd4-ab0b-417d-9562-ed17365d5f65 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Deleting port ca1101dd-800e-4023-acf3-0d0caf81f935 {{(pid=104159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:39:19.947440 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-74233b1c-691a-4f1f-9d09-4d14156e4f5e req-403c8bd4-ab0b-417d-9562-ed17365d5f65 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772784948758'] for port (ca1101dd-800e-4023-acf3-0d0caf81f935), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:20.129139 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.db [req-74233b1c-691a-4f1f-9d09-4d14156e4f5e req-403c8bd4-ab0b-417d-9562-ed17365d5f65 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] For port ca1101dd-800e-4023-acf3-0d0caf81f935, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=ca1101dd-800e-4023-acf3-0d0caf81f935,segment=NetworkSegment(3e695c53-0855-4033-b66c-5de9c04ee5a9),segment_id=3e695c53-0855-4033-b66c-5de9c04ee5a9)] {{(pid=104159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:39:20.129668 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-74233b1c-691a-4f1f-9d09-4d14156e4f5e req-403c8bd4-ab0b-417d-9562-ed17365d5f65 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576833'] for port (ca1101dd-800e-4023-acf3-0d0caf81f935), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:20.198104 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a635762-9d58-4997-9ba7-f770131acec3 req-e4d51c73-80df-41b0-a811-7c1d3f4f5568 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:20.199636 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-1a635762-9d58-4997-9ba7-f770131acec3 req-e4d51c73-80df-41b0-a811-7c1d3f4f5568 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/ports?device_id=736bebfe-fdc7-4e4c-b37e-05868421c771 HTTP/1.1" status: 200 len: 946 time: 0.1397321 Mar 31 15:39:20.265820 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c6f53a-d362-4aaa-9e81-fc55434b1dee req-787d2946-6408-4c95-9545-29cdf697b37d tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:20.270824 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-19c6f53a-d362-4aaa-9e81-fc55434b1dee req-787d2946-6408-4c95-9545-29cdf697b37d tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=88333656-607c-4590-a5a9-68e3de0be916 HTTP/1.1" status: 200 len: 945 time: 0.0988801 Mar 31 15:39:20.343828 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-1a635762-9d58-4997-9ba7-f770131acec3 req-386e0ba7-35ca-4849-a56c-9983da9b134d tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/security-groups?id=9020a30f-f95a-46d9-b9d2-f07418290371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320205 Mar 31 15:39:20.353925 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-19c6f53a-d362-4aaa-9e81-fc55434b1dee req-11fc2f3c-8a19-4c26-9712-b9d43c6d0038 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b0e7810-dd04-4a66-8afe-9762b371d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742114 Mar 31 15:39:20.368368 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-74233b1c-691a-4f1f-9d09-4d14156e4f5e req-403c8bd4-ab0b-417d-9562-ed17365d5f65 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:20.368368 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-74233b1c-691a-4f1f-9d09-4d14156e4f5e req-403c8bd4-ab0b-417d-9562-ed17365d5f65 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574067'] for floatingip (cb26e3b3-8a2d-46cd-9fd4-3c15aca3559b), after_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:20.368368 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.db.l3_db [req-74233b1c-691a-4f1f-9d09-4d14156e4f5e req-403c8bd4-ab0b-417d-9562-ed17365d5f65 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Floating IP cb26e3b3-8a2d-46cd-9fd4-3c15aca3559b disassociated. External IP: 172.28.2.160, port: ca1101dd-800e-4023-acf3-0d0caf81f935. Mar 31 15:39:20.368368 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [req-74233b1c-691a-4f1f-9d09-4d14156e4f5e req-403c8bd4-ab0b-417d-9562-ed17365d5f65 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Calling delete_port for ca1101dd-800e-4023-acf3-0d0caf81f935 owned by compute:nova {{(pid=104159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:39:20.571423 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6919808-5a71-4f6a-8d55-b7199551d4da req-fa7ef81f-7ec4-4223-a39a-97c796b0ce73 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:20.573073 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-c6919808-5a71-4f6a-8d55-b7199551d4da req-fa7ef81f-7ec4-4223-a39a-97c796b0ce73 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=88333656-607c-4590-a5a9-68e3de0be916 HTTP/1.1" status: 200 len: 945 time: 0.0979321 Mar 31 15:39:20.589026 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 47700) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:39:20.597100 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.v2.base [None req-383110e6-dc68-4def-9c9c-dff141b82ab0 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Request body: {'floatingip': {'port_id': '6ecdbe89-4e45-4cfd-94eb-c253f9c888a8'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:39:20.671921 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-383110e6-dc68-4def-9c9c-dff141b82ab0 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Publish callbacks [] for floatingip (a85deadd-79c2-4e17-a21d-41186633837b), before_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:20.726315 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-74233b1c-691a-4f1f-9d09-4d14156e4f5e req-403c8bd4-ab0b-417d-9562-ed17365d5f65 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772784953465', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772784453879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3148002'] for port (ca1101dd-800e-4023-acf3-0d0caf81f935), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:20.827956 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403c8bd4-ab0b-417d-9562-ed17365d5f65 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Pushing event deleted for resources: {'Port': ['ID=ca1101dd-800e-4023-acf3-0d0caf81f935,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:39:20.894739 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403c8bd4-ab0b-417d-9562-ed17365d5f65 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:20.895301 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403c8bd4-ab0b-417d-9562-ed17365d5f65 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:20.896094 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403c8bd4-ab0b-417d-9562-ed17365d5f65 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:20.896652 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403c8bd4-ab0b-417d-9562-ed17365d5f65 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:20.897203 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403c8bd4-ab0b-417d-9562-ed17365d5f65 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:20.898379 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403c8bd4-ab0b-417d-9562-ed17365d5f65 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:20.898379 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403c8bd4-ab0b-417d-9562-ed17365d5f65 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:20.898854 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403c8bd4-ab0b-417d-9562-ed17365d5f65 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:20.899405 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403c8bd4-ab0b-417d-9562-ed17365d5f65 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:20.899967 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403c8bd4-ab0b-417d-9562-ed17365d5f65 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:20.900498 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403c8bd4-ab0b-417d-9562-ed17365d5f65 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:20.901035 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403c8bd4-ab0b-417d-9562-ed17365d5f65 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:20.901674 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403c8bd4-ab0b-417d-9562-ed17365d5f65 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:20.902146 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403c8bd4-ab0b-417d-9562-ed17365d5f65 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:20.902691 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403c8bd4-ab0b-417d-9562-ed17365d5f65 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:20.979802 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-cca3bbf4-0bcb-42d8-823b-11573ff2a4d1 req-dc4996dc-dcad-473e-b712-e8eed2c8168e tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/ports?device_id=f883d5ff-24b2-41bb-ad70-51cf5dc0ed9a HTTP/1.1" status: 200 len: 210 time: 0.0279629 Mar 31 15:39:21.255926 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.l3_agent_scheduler [req-74233b1c-691a-4f1f-9d09-4d14156e4f5e req-403c8bd4-ab0b-417d-9562-ed17365d5f65 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Router 47e54d6f-fc64-4b8b-9c10-074acfd46db3 has already been hosted by L3 agent 9721ac04-bac7-49da-b384-3a2049eedfa2 {{(pid=104159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:39:21.535417 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a9c74-cd0b-4f34-b49b-b1d5ec9da8c3 req-319de5ad-bda4-42ea-af58-3813a2b51e7a tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:21.537226 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-870a9c74-cd0b-4f34-b49b-b1d5ec9da8c3 req-319de5ad-bda4-42ea-af58-3813a2b51e7a tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/ports?device_id=736bebfe-fdc7-4e4c-b37e-05868421c771 HTTP/1.1" status: 200 len: 946 time: 0.0679786 Mar 31 15:39:21.591743 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-870a9c74-cd0b-4f34-b49b-b1d5ec9da8c3 req-ac0b6a14-15b2-4ab9-a937-3cf4896e275a tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/security-groups?id=9020a30f-f95a-46d9-b9d2-f07418290371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476568 Mar 31 15:39:21.708326 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-74233b1c-691a-4f1f-9d09-4d14156e4f5e req-403c8bd4-ab0b-417d-9562-ed17365d5f65 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Notify agent at l3_agent.dv-cinder-750782-15-smb the message routers_updated {{(pid=104159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:39:21.721036 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad6b1b8-d866-46ad-b689-3f8b53f0e136 None None] Sync routers for ids ['47e54d6f-fc64-4b8b-9c10-074acfd46db3'] in dv-cinder-750782-15-smb {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:39:21.738917 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad6b1b8-d866-46ad-b689-3f8b53f0e136 None None] Routers {'47e54d6f-fc64-4b8b-9c10-074acfd46db3'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:39:21.741567 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-bad6b1b8-d866-46ad-b689-3f8b53f0e136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:39:06Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['47e54d6f-fc64-4b8b-9c10-074acfd46db3'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:39:21.760580 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.db.resource_extend [None req-383110e6-dc68-4def-9c9c-dff141b82ab0 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 15:39:21.892120 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-bad6b1b8-d866-46ad-b689-3f8b53f0e136 None None] Set router 47e54d6f-fc64-4b8b-9c10-074acfd46db3 gateway port host: dv-cinder-750782-15-smb {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:39:22.161547 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-9f98ea4f-7885-4ccc-870d-dd47d29aa517 req-9cf50cee-3f0f-4e15-ac55-79af13a87828 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/ports?device_id=f883d5ff-24b2-41bb-ad70-51cf5dc0ed9a HTTP/1.1" status: 200 len: 210 time: 0.0557213 Mar 31 15:39:22.177356 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.l3_dvrscheduler_db [req-74233b1c-691a-4f1f-9d09-4d14156e4f5e req-403c8bd4-ab0b-417d-9562-ed17365d5f65 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] No DVR routers for this DVR port ca1101dd-800e-4023-acf3-0d0caf81f935 on host hv-cinder-75078 {{(pid=104159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:39:22.183683 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-74233b1c-691a-4f1f-9d09-4d14156e4f5e req-403c8bd4-ab0b-417d-9562-ed17365d5f65 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451'] for port (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:22.190006 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-74233b1c-691a-4f1f-9d09-4d14156e4f5e req-403c8bd4-ab0b-417d-9562-ed17365d5f65 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.26 "DELETE /v2.0/ports/ca1101dd-800e-4023-acf3-0d0caf81f935 HTTP/1.1" status: 204 len: 173 time: 2.3979158 Mar 31 15:39:22.190725 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f883d5ff-24b2-41bb-ad70-51cf5dc0ed9a', 'name': 'network-vif-deleted', 'tag': 'ca1101dd-800e-4023-acf3-0d0caf81f935'}] {{(pid=104159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:39:22.194614 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea64b363b0503405ce6d4d78215f64c9ed163e64c8f258dff0ae871dea148ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1847f4c-7f98-428e-866e-d47266787888" -d '{"events": [{"server_uuid": "f883d5ff-24b2-41bb-ad70-51cf5dc0ed9a", "name": "network-vif-deleted", "tag": "ca1101dd-800e-4023-acf3-0d0caf81f935"}]}' {{(pid=104159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:39:22.234324 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-383110e6-dc68-4def-9c9c-dff141b82ab0 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:22.245937 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-bad6b1b8-d866-46ad-b689-3f8b53f0e136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'name': 'tempest-AttachVolumeNegativeTest-1394788082-router', 'tenant_id': '893dd59441624f78817c4a649a0aaf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.62'}], 'enable_snat': True}, 'gw_port_id': '76eb623c-a949-48c4-8a2d-84c7b10c4265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:36:14Z', 'updated_at': '2022-03-31T15:36:22Z', 'revision_number': 4, 'project_id': '893dd59441624f78817c4a649a0aaf40', 'gw_port': {'id': '76eb623c-a949-48c4-8a2d-84c7b10c4265', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:15Z', 'updated_at': '2022-03-31T15:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_interfaces': [{'id': 'c3426532-127a-4f0f-81e9-ac1ffbac2b79', 'name': '', 'network_id': 'ffd9f9ff-86a8-41a0-b247-ed3515901842', 'tenant_id': '893dd59441624f78817c4a649a0aaf40', 'mac_address': 'fa:16:3e:d8:13:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2b9feebc-e9c9-4a4e-ad3c-a41e234df103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:20Z', 'updated_at': '2022-03-31T15:36:29Z', 'revision_number': 5, 'project_id': '893dd59441624f78817c4a649a0aaf40', 'subnets': [{'id': '2b9feebc-e9c9-4a4e-ad3c-a41e234df103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:39:22.271005 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e27de4b7-9b75-4793-a8df-488e50a0263a x-openstack-request-id: req-e27de4b7-9b75-4793-a8df-488e50a0263a {{(pid=104159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:39:22.271467 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f883d5ff-24b2-41bb-ad70-51cf5dc0ed9a", "name": "network-vif-deleted", "tag": "ca1101dd-800e-4023-acf3-0d0caf81f935", "status": "completed", "code": 200}]} {{(pid=104159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:39:22.271872 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e27de4b7-9b75-4793-a8df-488e50a0263a {{(pid=104159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:39:22.272494 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e27de4b7-9b75-4793-a8df-488e50a0263a'] response: {'server_uuid': 'f883d5ff-24b2-41bb-ad70-51cf5dc0ed9a', 'name': 'network-vif-deleted', 'tag': 'ca1101dd-800e-4023-acf3-0d0caf81f935', 'status': 'completed', 'code': 200} Mar 31 15:39:22.273245 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad6b1b8-d866-46ad-b689-3f8b53f0e136 None None] Checking router: 47e54d6f-fc64-4b8b-9c10-074acfd46db3 for host: dv-cinder-750782-15-smb {{(pid=104161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:39:22.282869 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad6b1b8-d866-46ad-b689-3f8b53f0e136 None None] Routers {'47e54d6f-fc64-4b8b-9c10-074acfd46db3'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:39:22.283489 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-bad6b1b8-d866-46ad-b689-3f8b53f0e136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:39:06Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['47e54d6f-fc64-4b8b-9c10-074acfd46db3'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:39:22.363808 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-383110e6-dc68-4def-9c9c-dff141b82ab0 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574067'] for floatingip (a85deadd-79c2-4e17-a21d-41186633837b), after_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:22.477233 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-bad6b1b8-d866-46ad-b689-3f8b53f0e136 None None] Set router 47e54d6f-fc64-4b8b-9c10-074acfd46db3 gateway port host: dv-cinder-750782-15-smb {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:39:22.588936 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.db.l3_db [None req-383110e6-dc68-4def-9c9c-dff141b82ab0 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Floating IP a85deadd-79c2-4e17-a21d-41186633837b associated. External IP: 172.28.2.68, port: 6ecdbe89-4e45-4cfd-94eb-c253f9c888a8. Mar 31 15:39:22.841569 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0318f4f8-5f49-4d40-aa80-7ac920c93920 req-ddab1fa3-e764-4f4b-a090-f0f202abfae3 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:22.845084 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-0318f4f8-5f49-4d40-aa80-7ac920c93920 req-ddab1fa3-e764-4f4b-a090-f0f202abfae3 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/ports?device_id=736bebfe-fdc7-4e4c-b37e-05868421c771 HTTP/1.1" status: 200 len: 946 time: 0.0982947 Mar 31 15:39:22.935175 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-0318f4f8-5f49-4d40-aa80-7ac920c93920 req-a21b2902-ebb1-4778-b2bc-2e6deabda7b4 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/security-groups?id=9020a30f-f95a-46d9-b9d2-f07418290371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800037 Mar 31 15:39:22.961955 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-383110e6-dc68-4def-9c9c-dff141b82ab0 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Router 72c1e985-d19f-4bd3-b983-d04005880b29 has already been hosted by L3 agent 9721ac04-bac7-49da-b384-3a2049eedfa2 {{(pid=104159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:39:22.978009 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-bad6b1b8-d866-46ad-b689-3f8b53f0e136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'name': 'tempest-AttachVolumeNegativeTest-1394788082-router', 'tenant_id': '893dd59441624f78817c4a649a0aaf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.62'}], 'enable_snat': True}, 'gw_port_id': '76eb623c-a949-48c4-8a2d-84c7b10c4265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:36:14Z', 'updated_at': '2022-03-31T15:36:22Z', 'revision_number': 4, 'project_id': '893dd59441624f78817c4a649a0aaf40', 'gw_port': {'id': '76eb623c-a949-48c4-8a2d-84c7b10c4265', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:15Z', 'updated_at': '2022-03-31T15:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_interfaces': [{'id': 'c3426532-127a-4f0f-81e9-ac1ffbac2b79', 'name': '', 'network_id': 'ffd9f9ff-86a8-41a0-b247-ed3515901842', 'tenant_id': '893dd59441624f78817c4a649a0aaf40', 'mac_address': 'fa:16:3e:d8:13:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2b9feebc-e9c9-4a4e-ad3c-a41e234df103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:20Z', 'updated_at': '2022-03-31T15:36:29Z', 'revision_number': 5, 'project_id': '893dd59441624f78817c4a649a0aaf40', 'subnets': [{'id': '2b9feebc-e9c9-4a4e-ad3c-a41e234df103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:39:23.017811 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad6b1b8-d866-46ad-b689-3f8b53f0e136 None None] The sync data for ids ['47e54d6f-fc64-4b8b-9c10-074acfd46db3'] in dv-cinder-750782-15-smb is: [{'id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'name': 'tempest-AttachVolumeNegativeTest-1394788082-router', 'tenant_id': '893dd59441624f78817c4a649a0aaf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.62'}], 'enable_snat': True}, 'gw_port_id': '76eb623c-a949-48c4-8a2d-84c7b10c4265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:36:14Z', 'updated_at': '2022-03-31T15:36:22Z', 'revision_number': 4, 'project_id': '893dd59441624f78817c4a649a0aaf40', 'gw_port': {'id': '76eb623c-a949-48c4-8a2d-84c7b10c4265', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:15Z', 'updated_at': '2022-03-31T15:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_interfaces': [{'id': 'c3426532-127a-4f0f-81e9-ac1ffbac2b79', 'name': '', 'network_id': 'ffd9f9ff-86a8-41a0-b247-ed3515901842', 'tenant_id': '893dd59441624f78817c4a649a0aaf40', 'mac_address': 'fa:16:3e:d8:13:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2b9feebc-e9c9-4a4e-ad3c-a41e234df103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:20Z', 'updated_at': '2022-03-31T15:36:29Z', 'revision_number': 5, 'project_id': '893dd59441624f78817c4a649a0aaf40', 'subnets': [{'id': '2b9feebc-e9c9-4a4e-ad3c-a41e234df103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:39:23.098314 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-383110e6-dc68-4def-9c9c-dff141b82ab0 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Notify agent at l3_agent.dv-cinder-750782-15-smb the message routers_updated {{(pid=104159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:39:23.105477 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-383110e6-dc68-4def-9c9c-dff141b82ab0 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451'] for floatingip (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:23.115873 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8454f2-0001-4023-b8d9-35dd24a37c0b None None] Sync routers for ids ['72c1e985-d19f-4bd3-b983-d04005880b29'] in dv-cinder-750782-15-smb {{(pid=104160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:39:23.132542 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8454f2-0001-4023-b8d9-35dd24a37c0b None None] Routers {'72c1e985-d19f-4bd3-b983-d04005880b29'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:39:23.133376 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_hamode_db [None req-9e8454f2-0001-4023-b8d9-35dd24a37c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:39:06Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['72c1e985-d19f-4bd3-b983-d04005880b29'], 'active': True} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:39:23.141338 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-383110e6-dc68-4def-9c9c-dff141b82ab0 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "PUT /v2.0/floatingips/a85deadd-79c2-4e17-a21d-41186633837b HTTP/1.1" status: 200 len: 990 time: 2.5458770 Mar 31 15:39:23.277712 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvr_db [None req-9e8454f2-0001-4023-b8d9-35dd24a37c0b None None] Set router 72c1e985-d19f-4bd3-b983-d04005880b29 gateway port host: dv-cinder-750782-15-smb {{(pid=104160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:39:23.421839 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3f83bf-b4a3-4173-b7c6-3e9fa33c4a20 None None] New status for floating IP cb26e3b3-8a2d-46cd-9fd4-3c15aca3559b: DOWN {{(pid=104161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:39:23.432589 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-10b81714-765f-4ab9-ad42-6d2270ab2420 req-616fb7ab-4a4c-46b3-ab27-317f261e8734 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/ports?device_id=f883d5ff-24b2-41bb-ad70-51cf5dc0ed9a HTTP/1.1" status: 200 len: 210 time: 0.0513318 Mar 31 15:39:23.593438 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_hamode_db [None req-9e8454f2-0001-4023-b8d9-35dd24a37c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72c1e985-d19f-4bd3-b983-d04005880b29', 'name': 'tempest-ServerRescueNegativeTestJSON-1556175944-router', 'tenant_id': 'd4fc7fbc16624a3082581ef98d9d25a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.41'}], 'enable_snat': True}, 'gw_port_id': 'c86f7706-7305-4205-856f-83b9bf3fabd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:37:11Z', 'updated_at': '2022-03-31T15:37:15Z', 'revision_number': 4, 'project_id': 'd4fc7fbc16624a3082581ef98d9d25a5', 'gw_port': {'id': 'c86f7706-7305-4205-856f-83b9bf3fabd5', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c1e985-d19f-4bd3-b983-d04005880b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 233, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:37:12Z', 'updated_at': '2022-03-31T15:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_floatingips': [{'id': 'a85deadd-79c2-4e17-a21d-41186633837b', 'tenant_id': 'd4fc7fbc16624a3082581ef98d9d25a5', 'floating_ip_address': '172.28.2.68', 'floating_network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'router_id': '72c1e985-d19f-4bd3-b983-d04005880b29', 'port_id': '6ecdbe89-4e45-4cfd-94eb-c253f9c888a8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a5bb9cd-d074-4713-88c5-e7791e1f5e5b', 'mac_address': 'fa:16:3e:d9:37:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88333656-607c-4590-a5a9-68e3de0be916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:39:01Z', 'updated_at': '2022-03-31T15:39:21Z', 'revision_number': 1, 'project_id': 'd4fc7fbc16624a3082581ef98d9d25a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '050559a0-808f-4e90-bf70-b1eaf62a8f22', 'name': '', 'network_id': '4a5bb9cd-d074-4713-88c5-e7791e1f5e5b', 'tenant_id': 'd4fc7fbc16624a3082581ef98d9d25a5', 'mac_address': 'fa:16:3e:13:27:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c1e985-d19f-4bd3-b983-d04005880b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '94d12cd9-1105-49d4-9d9d-27e65ff0c644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:37:14Z', 'updated_at': '2022-03-31T15:37:19Z', 'revision_number': 5, 'project_id': 'd4fc7fbc16624a3082581ef98d9d25a5', 'subnets': [{'id': '94d12cd9-1105-49d4-9d9d-27e65ff0c644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:39:23.627920 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8454f2-0001-4023-b8d9-35dd24a37c0b None None] Checking router: 72c1e985-d19f-4bd3-b983-d04005880b29 for host: dv-cinder-750782-15-smb {{(pid=104160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:39:23.631951 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8454f2-0001-4023-b8d9-35dd24a37c0b None None] Routers {'72c1e985-d19f-4bd3-b983-d04005880b29'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:39:23.632631 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_hamode_db [None req-9e8454f2-0001-4023-b8d9-35dd24a37c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:39:06Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['72c1e985-d19f-4bd3-b983-d04005880b29'], 'active': True} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:39:23.793720 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvr_db [None req-9e8454f2-0001-4023-b8d9-35dd24a37c0b None None] Set router 72c1e985-d19f-4bd3-b983-d04005880b29 gateway port host: dv-cinder-750782-15-smb {{(pid=104160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:39:23.834539 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device ca1101dd-800e-4023-acf3-0d0caf81f935 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=104160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:39:23.867581 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] No Port match for: ca1101dd-800e-4023-acf3-0d0caf81f935 {{(pid=104160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:39:23.868073 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device ca1101dd-800e-4023-acf3-0d0caf81f935 not bound to the agent host hv-cinder-75078 {{(pid=104160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:39:24.115524 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff761b6-bf1c-4f08-973d-d038c93798f3 req-072367ed-2ade-40e8-b91d-f4504f3db359 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:24.118153 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-8ff761b6-bf1c-4f08-973d-d038c93798f3 req-072367ed-2ade-40e8-b91d-f4504f3db359 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/ports?device_id=736bebfe-fdc7-4e4c-b37e-05868421c771 HTTP/1.1" status: 200 len: 946 time: 0.0920703 Mar 31 15:39:24.123777 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_hamode_db [None req-9e8454f2-0001-4023-b8d9-35dd24a37c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72c1e985-d19f-4bd3-b983-d04005880b29', 'name': 'tempest-ServerRescueNegativeTestJSON-1556175944-router', 'tenant_id': 'd4fc7fbc16624a3082581ef98d9d25a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.41'}], 'enable_snat': True}, 'gw_port_id': 'c86f7706-7305-4205-856f-83b9bf3fabd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:37:11Z', 'updated_at': '2022-03-31T15:37:15Z', 'revision_number': 4, 'project_id': 'd4fc7fbc16624a3082581ef98d9d25a5', 'gw_port': {'id': 'c86f7706-7305-4205-856f-83b9bf3fabd5', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c1e985-d19f-4bd3-b983-d04005880b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 233, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:37:12Z', 'updated_at': '2022-03-31T15:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_floatingips': [{'id': 'a85deadd-79c2-4e17-a21d-41186633837b', 'tenant_id': 'd4fc7fbc16624a3082581ef98d9d25a5', 'floating_ip_address': '172.28.2.68', 'floating_network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'router_id': '72c1e985-d19f-4bd3-b983-d04005880b29', 'port_id': '6ecdbe89-4e45-4cfd-94eb-c253f9c888a8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a5bb9cd-d074-4713-88c5-e7791e1f5e5b', 'mac_address': 'fa:16:3e:d9:37:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88333656-607c-4590-a5a9-68e3de0be916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:39:01Z', 'updated_at': '2022-03-31T15:39:21Z', 'revision_number': 1, 'project_id': 'd4fc7fbc16624a3082581ef98d9d25a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '050559a0-808f-4e90-bf70-b1eaf62a8f22', 'name': '', 'network_id': '4a5bb9cd-d074-4713-88c5-e7791e1f5e5b', 'tenant_id': 'd4fc7fbc16624a3082581ef98d9d25a5', 'mac_address': 'fa:16:3e:13:27:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c1e985-d19f-4bd3-b983-d04005880b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '94d12cd9-1105-49d4-9d9d-27e65ff0c644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:37:14Z', 'updated_at': '2022-03-31T15:37:19Z', 'revision_number': 5, 'project_id': 'd4fc7fbc16624a3082581ef98d9d25a5', 'subnets': [{'id': '94d12cd9-1105-49d4-9d9d-27e65ff0c644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:39:24.150689 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8454f2-0001-4023-b8d9-35dd24a37c0b None None] The sync data for ids ['72c1e985-d19f-4bd3-b983-d04005880b29'] in dv-cinder-750782-15-smb is: [{'id': '72c1e985-d19f-4bd3-b983-d04005880b29', 'name': 'tempest-ServerRescueNegativeTestJSON-1556175944-router', 'tenant_id': 'd4fc7fbc16624a3082581ef98d9d25a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.41'}], 'enable_snat': True}, 'gw_port_id': 'c86f7706-7305-4205-856f-83b9bf3fabd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:37:11Z', 'updated_at': '2022-03-31T15:37:15Z', 'revision_number': 4, 'project_id': 'd4fc7fbc16624a3082581ef98d9d25a5', 'gw_port': {'id': 'c86f7706-7305-4205-856f-83b9bf3fabd5', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c1e985-d19f-4bd3-b983-d04005880b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 233, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:37:12Z', 'updated_at': '2022-03-31T15:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_floatingips': [{'id': 'a85deadd-79c2-4e17-a21d-41186633837b', 'tenant_id': 'd4fc7fbc16624a3082581ef98d9d25a5', 'floating_ip_address': '172.28.2.68', 'floating_network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'router_id': '72c1e985-d19f-4bd3-b983-d04005880b29', 'port_id': '6ecdbe89-4e45-4cfd-94eb-c253f9c888a8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a5bb9cd-d074-4713-88c5-e7791e1f5e5b', 'mac_address': 'fa:16:3e:d9:37:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88333656-607c-4590-a5a9-68e3de0be916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:39:01Z', 'updated_at': '2022-03-31T15:39:21Z', 'revision_number': 1, 'project_id': 'd4fc7fbc16624a3082581ef98d9d25a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '050559a0-808f-4e90-bf70-b1eaf62a8f22', 'name': '', 'network_id': '4a5bb9cd-d074-4713-88c5-e7791e1f5e5b', 'tenant_id': 'd4fc7fbc16624a3082581ef98d9d25a5', 'mac_address': 'fa:16:3e:13:27:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c1e985-d19f-4bd3-b983-d04005880b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '94d12cd9-1105-49d4-9d9d-27e65ff0c644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:37:14Z', 'updated_at': '2022-03-31T15:37:19Z', 'revision_number': 5, 'project_id': 'd4fc7fbc16624a3082581ef98d9d25a5', 'subnets': [{'id': '94d12cd9-1105-49d4-9d9d-27e65ff0c644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:39:24.200020 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-8ff761b6-bf1c-4f08-973d-d038c93798f3 req-f8e22ed6-5683-49dd-9ded-2dd27a42a985 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/security-groups?id=9020a30f-f95a-46d9-b9d2-f07418290371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710852 Mar 31 15:39:24.274305 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88333656-607c-4590-a5a9-68e3de0be916', 'tag': '6ecdbe89-4e45-4cfd-94eb-c253f9c888a8'}] {{(pid=104159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:39:24.277791 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea64b363b0503405ce6d4d78215f64c9ed163e64c8f258dff0ae871dea148ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1807b620-f4d4-4982-873e-5ae7996a5a96" -d '{"events": [{"name": "network-changed", "server_uuid": "88333656-607c-4590-a5a9-68e3de0be916", "tag": "6ecdbe89-4e45-4cfd-94eb-c253f9c888a8"}]}' {{(pid=104159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:39:24.327360 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdbf9296-371c-4d91-9e30-80a2617215de x-openstack-request-id: req-bdbf9296-371c-4d91-9e30-80a2617215de {{(pid=104159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:39:24.327680 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88333656-607c-4590-a5a9-68e3de0be916", "tag": "6ecdbe89-4e45-4cfd-94eb-c253f9c888a8", "status": "completed", "code": 200}]} {{(pid=104159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:39:24.327949 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bdbf9296-371c-4d91-9e30-80a2617215de {{(pid=104159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:39:24.328376 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdbf9296-371c-4d91-9e30-80a2617215de'] response: {'name': 'network-changed', 'server_uuid': '88333656-607c-4590-a5a9-68e3de0be916', 'tag': '6ecdbe89-4e45-4cfd-94eb-c253f9c888a8', 'status': 'completed', 'code': 200} Mar 31 15:39:24.408997 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47fe689-8ddd-4e7d-8573-e0ca66c39520 None None] New status for floating IP a85deadd-79c2-4e17-a21d-41186633837b: ACTIVE {{(pid=104160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:39:24.422997 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1807b620-f4d4-4982-873e-5ae7996a5a96 req-1669565b-2c2d-4185-94f9-230ab4300e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:24.425568 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-1807b620-f4d4-4982-873e-5ae7996a5a96 req-1669565b-2c2d-4185-94f9-230ab4300e3c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d4fc7fbc16624a3082581ef98d9d25a5&device_id=88333656-607c-4590-a5a9-68e3de0be916 HTTP/1.1" status: 200 len: 1129 time: 0.0581481 Mar 31 15:39:24.582296 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1807b620-f4d4-4982-873e-5ae7996a5a96 req-5869564a-efa8-49e1-9bd6-45217fe513f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:24.583836 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-1807b620-f4d4-4982-873e-5ae7996a5a96 req-5869564a-efa8-49e1-9bd6-45217fe513f7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4a5bb9cd-d074-4713-88c5-e7791e1f5e5b HTTP/1.1" status: 200 len: 920 time: 0.1471395 Mar 31 15:39:24.649594 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 47742) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:39:24.710762 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-1807b620-f4d4-4982-873e-5ae7996a5a96 req-7b0df7fa-4203-4e5e-aca6-04f4edf26346 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ecdbe89-4e45-4cfd-94eb-c253f9c888a8 HTTP/1.1" status: 200 len: 998 time: 0.1118069 Mar 31 15:39:24.778160 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-cb6c43c2-c0c0-40a2-adcf-70c4abb746f8 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks [] for security_group (734cc27e-e1b0-4159-a6ff-fe716dada738), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:24.801946 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1807b620-f4d4-4982-873e-5ae7996a5a96 req-9990a044-f9cf-4ce9-b488-a5febcebdca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:24.803617 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-1807b620-f4d4-4982-873e-5ae7996a5a96 req-9990a044-f9cf-4ce9-b488-a5febcebdca3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=94d12cd9-1105-49d4-9d9d-27e65ff0c644 HTTP/1.1" status: 200 len: 858 time: 0.0822423 Mar 31 15:39:24.812564 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-cb6c43c2-c0c0-40a2-adcf-70c4abb746f8 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks [] for security_group (734cc27e-e1b0-4159-a6ff-fe716dada738), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:24.891626 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1807b620-f4d4-4982-873e-5ae7996a5a96 req-06bdcd39-89ed-4ba9-97c8-aec90acb9d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:24.893188 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-1807b620-f4d4-4982-873e-5ae7996a5a96 req-06bdcd39-89ed-4ba9-97c8-aec90acb9d2c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4a5bb9cd-d074-4713-88c5-e7791e1f5e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0729749 Mar 31 15:39:24.995359 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-1807b620-f4d4-4982-873e-5ae7996a5a96 req-fb35654e-4df9-429d-8415-af0408367a15 service neutron] 10.222.0.26 "GET /v2.0/networks/4a5bb9cd-d074-4713-88c5-e7791e1f5e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909467 Mar 31 15:39:25.027667 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-cb6c43c2-c0c0-40a2-adcf-70c4abb746f8 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (734cc27e-e1b0-4159-a6ff-fe716dada738), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:25.032100 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-cb6c43c2-c0c0-40a2-adcf-70c4abb746f8 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:25.040898 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-cb6c43c2-c0c0-40a2-adcf-70c4abb746f8 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "DELETE /v2.0/security-groups/734cc27e-e1b0-4159-a6ff-fe716dada738 HTTP/1.1" status: 204 len: 168 time: 0.3879182 Mar 31 15:39:25.041092 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 47744) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:39:25.054365 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.api.v2.resource [None req-fb4baf51-f3ce-47e7-a0e4-e7fda3bd781f tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] show failed (client error): The resource could not be found. Mar 31 15:39:25.058188 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-fb4baf51-f3ce-47e7-a0e4-e7fda3bd781f tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/security-groups/734cc27e-e1b0-4159-a6ff-fe716dada738 HTTP/1.1" status: 404 len: 347 time: 0.0154483 Mar 31 15:39:25.058543 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 47746) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:39:25.082650 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6c43c2-c0c0-40a2-adcf-70c4abb746f8 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=734cc27e-e1b0-4159-a6ff-fe716dada738,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:39:25.127421 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-1807b620-f4d4-4982-873e-5ae7996a5a96 req-629a5961-ec2f-40cb-b718-1644b8e09905 service neutron] 10.222.0.26 "GET /v2.0/networks/4a5bb9cd-d074-4713-88c5-e7791e1f5e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252370 Mar 31 15:39:25.192106 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.plugin [None req-224c96a4-4420-40ac-b8df-6fa5e4145000 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Deleting port de1d15b5-7d75-4c5a-87a8-a88df7187556 {{(pid=104158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:39:25.192830 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-224c96a4-4420-40ac-b8df-6fa5e4145000 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772784948758'] for port (de1d15b5-7d75-4c5a-87a8-a88df7187556), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:25.281415 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-224c96a4-4420-40ac-b8df-6fa5e4145000 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576833'] for port (de1d15b5-7d75-4c5a-87a8-a88df7187556), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:25.281415 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-224c96a4-4420-40ac-b8df-6fa5e4145000 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks [] for floatingip (de1d15b5-7d75-4c5a-87a8-a88df7187556), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:25.298877 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.plugin [None req-224c96a4-4420-40ac-b8df-6fa5e4145000 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Calling delete_port for de1d15b5-7d75-4c5a-87a8-a88df7187556 owned by network:floatingip {{(pid=104158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:39:25.443613 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11476a0-81bb-481a-92cc-7d9af8bf9ba0 req-4fd99e43-3d1a-47a3-92a2-f5e63c754d82 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:25.447450 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-a11476a0-81bb-481a-92cc-7d9af8bf9ba0 req-4fd99e43-3d1a-47a3-92a2-f5e63c754d82 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/ports?device_id=736bebfe-fdc7-4e4c-b37e-05868421c771 HTTP/1.1" status: 200 len: 946 time: 0.1250458 Mar 31 15:39:25.536784 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-a11476a0-81bb-481a-92cc-7d9af8bf9ba0 req-8b52c45a-9668-44e9-bb27-9606184d6771 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/security-groups?id=9020a30f-f95a-46d9-b9d2-f07418290371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801685 Mar 31 15:39:25.624521 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-224c96a4-4420-40ac-b8df-6fa5e4145000 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772784953465', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772784453879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302876'] for port (de1d15b5-7d75-4c5a-87a8-a88df7187556), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:25.669304 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224c96a4-4420-40ac-b8df-6fa5e4145000 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Pushing event deleted for resources: {'Port': ['ID=de1d15b5-7d75-4c5a-87a8-a88df7187556,revision_number=None']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:39:25.687608 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224c96a4-4420-40ac-b8df-6fa5e4145000 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:25.688117 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224c96a4-4420-40ac-b8df-6fa5e4145000 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:25.688710 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224c96a4-4420-40ac-b8df-6fa5e4145000 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:25.689314 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224c96a4-4420-40ac-b8df-6fa5e4145000 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:25.689855 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224c96a4-4420-40ac-b8df-6fa5e4145000 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:25.690333 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224c96a4-4420-40ac-b8df-6fa5e4145000 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:25.690797 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224c96a4-4420-40ac-b8df-6fa5e4145000 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:25.691224 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224c96a4-4420-40ac-b8df-6fa5e4145000 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:25.691644 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224c96a4-4420-40ac-b8df-6fa5e4145000 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:25.692079 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224c96a4-4420-40ac-b8df-6fa5e4145000 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:25.692537 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224c96a4-4420-40ac-b8df-6fa5e4145000 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:25.692963 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224c96a4-4420-40ac-b8df-6fa5e4145000 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:25.693425 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224c96a4-4420-40ac-b8df-6fa5e4145000 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:25.693873 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224c96a4-4420-40ac-b8df-6fa5e4145000 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:25.694345 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224c96a4-4420-40ac-b8df-6fa5e4145000 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:25.767702 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-224c96a4-4420-40ac-b8df-6fa5e4145000 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks [] for floatingip (cb26e3b3-8a2d-46cd-9fd4-3c15aca3559b), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:25.771627 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-224c96a4-4420-40ac-b8df-6fa5e4145000 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451'] for floatingip (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:25.773932 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-224c96a4-4420-40ac-b8df-6fa5e4145000 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "DELETE /v2.0/floatingips/cb26e3b3-8a2d-46cd-9fd4-3c15aca3559b HTTP/1.1" status: 204 len: 168 time: 0.7143145 Mar 31 15:39:26.087266 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 47758) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:39:26.095687 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.v2.base [None req-91b6ca45-2bbf-4ce0-8d96-6d83c6319666 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1653188565', 'description': 'tempest-description--96895758'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:39:26.202343 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-91b6ca45-2bbf-4ce0-8d96-6d83c6319666 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:26.298240 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-91b6ca45-2bbf-4ce0-8d96-6d83c6319666 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks [] for security_group (88056b7e-9963-4868-9086-6491058785d2), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:26.448078 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-91b6ca45-2bbf-4ce0-8d96-6d83c6319666 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (88056b7e-9963-4868-9086-6491058785d2), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:26.481527 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b6ca45-2bbf-4ce0-8d96-6d83c6319666 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88056b7e-9963-4868-9086-6491058785d2,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:39:26.570131 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-91b6ca45-2bbf-4ce0-8d96-6d83c6319666 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:26.575885 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-91b6ca45-2bbf-4ce0-8d96-6d83c6319666 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4828882 Mar 31 15:39:26.575885 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 47766) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:39:26.580382 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.v2.base [None req-5e87e338-9ed8-464f-922c-d93337800248 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Request body: {'security_group_rule': {'security_group_id': '88056b7e-9963-4868-9086-6491058785d2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:39:26.664775 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-5e87e338-9ed8-464f-922c-d93337800248 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks [] for security_group_rule (8bbb45ef-b7d7-41ce-b085-3d1fc7a1a596), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:26.678612 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6398d2f-c61e-44e8-a9b4-8c9b8233e75b req-fedb1ae9-3c59-48b0-9327-65d7cc92c667 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:26.680195 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-a6398d2f-c61e-44e8-a9b4-8c9b8233e75b req-fedb1ae9-3c59-48b0-9327-65d7cc92c667 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/ports?device_id=736bebfe-fdc7-4e4c-b37e-05868421c771 HTTP/1.1" status: 200 len: 946 time: 0.0573144 Mar 31 15:39:26.753967 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-5e87e338-9ed8-464f-922c-d93337800248 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks [] for security_group_rule (8bbb45ef-b7d7-41ce-b085-3d1fc7a1a596), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:26.755868 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-a6398d2f-c61e-44e8-a9b4-8c9b8233e75b req-71eaac6e-00f2-481a-b269-5e065635cea0 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/security-groups?id=9020a30f-f95a-46d9-b9d2-f07418290371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651610 Mar 31 15:39:26.819322 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-5e87e338-9ed8-464f-922c-d93337800248 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045380'] for security_group_rule (8bbb45ef-b7d7-41ce-b085-3d1fc7a1a596), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:26.838749 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e87e338-9ed8-464f-922c-d93337800248 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bbb45ef-b7d7-41ce-b085-3d1fc7a1a596,revision_number=0']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:39:26.937490 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-5e87e338-9ed8-464f-922c-d93337800248 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:26.940495 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-5e87e338-9ed8-464f-922c-d93337800248 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3636706 Mar 31 15:39:26.943698 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 47768) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:39:26.950846 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.v2.base [None req-884190a1-eb9e-41f7-a8de-269ae0d29b08 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Request body: {'security_group_rule': {'security_group_id': '88056b7e-9963-4868-9086-6491058785d2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:39:27.108572 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-884190a1-eb9e-41f7-a8de-269ae0d29b08 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks [] for security_group_rule (dad69abe-911f-4c07-8d65-73a40f7deb8e), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:27.202254 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-884190a1-eb9e-41f7-a8de-269ae0d29b08 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks [] for security_group_rule (dad69abe-911f-4c07-8d65-73a40f7deb8e), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:27.311476 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-884190a1-eb9e-41f7-a8de-269ae0d29b08 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045380'] for security_group_rule (dad69abe-911f-4c07-8d65-73a40f7deb8e), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:27.343640 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884190a1-eb9e-41f7-a8de-269ae0d29b08 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dad69abe-911f-4c07-8d65-73a40f7deb8e,revision_number=0']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:39:27.399139 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-884190a1-eb9e-41f7-a8de-269ae0d29b08 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:27.403794 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-884190a1-eb9e-41f7-a8de-269ae0d29b08 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4559796 Mar 31 15:39:27.406598 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 47770) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:39:27.414074 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.v2.base [None req-9bd5b410-d371-48eb-b074-0611476e26ce tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Request body: {'floatingip': {'floating_network_id': '8959fca3-760a-428d-87ed-41d110f4f943'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:39:27.488110 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9bd5b410-d371-48eb-b074-0611476e26ce tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:27.655966 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9bd5b410-d371-48eb-b074-0611476e26ce tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:27.806496 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.db_base_plugin_common [None req-9bd5b410-d371-48eb-b074-0611476e26ce tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Allocated IP 172.28.2.203 (8959fca3-760a-428d-87ed-41d110f4f943/79fe0710-163f-45bc-8cd9-cc15163c6821/d2bf0faf-8b96-4575-8517-69caedb2cc2c) {{(pid=104159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:39:27.946650 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad5a8a3-28d9-4c1f-bba1-5b933a32d717 req-713c6970-beb0-4283-ac6e-dde7c2e500da tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:27.951697 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-4ad5a8a3-28d9-4c1f-bba1-5b933a32d717 req-713c6970-beb0-4283-ac6e-dde7c2e500da tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/ports?device_id=736bebfe-fdc7-4e4c-b37e-05868421c771 HTTP/1.1" status: 200 len: 946 time: 0.0832169 Mar 31 15:39:27.991481 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9bd5b410-d371-48eb-b074-0611476e26ce tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks [] for port (d2bf0faf-8b96-4575-8517-69caedb2cc2c), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:28.024603 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-4ad5a8a3-28d9-4c1f-bba1-5b933a32d717 req-48520176-a7a1-4417-8690-145fc5d9cd7a tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/security-groups?id=9020a30f-f95a-46d9-b9d2-f07418290371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661509 Mar 31 15:39:28.122462 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9bd5b410-d371-48eb-b074-0611476e26ce tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772784453870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3148002'] for port (d2bf0faf-8b96-4575-8517-69caedb2cc2c), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:28.170843 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd5b410-d371-48eb-b074-0611476e26ce tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Network 8959fca3-760a-428d-87ed-41d110f4f943 is already hosted by enough agents. {{(pid=104159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:39:28.173692 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [None req-9bd5b410-d371-48eb-b074-0611476e26ce tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Resources bound (agent type, host, resource id): {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:39:28.177233 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd5b410-d371-48eb-b074-0611476e26ce tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Received port after_create {{(pid=104159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:39:28.204453 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd5b410-d371-48eb-b074-0611476e26ce tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Pushing event updated for resources: {'Port': ['ID=d2bf0faf-8b96-4575-8517-69caedb2cc2c,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:39:28.318226 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9bd5b410-d371-48eb-b074-0611476e26ce tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks [] for floatingip (5e78f666-7f48-4a6d-8c09-e2f301838cda), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:28.449531 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9bd5b410-d371-48eb-b074-0611476e26ce tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (d2bf0faf-8b96-4575-8517-69caedb2cc2c), before_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:28.469884 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d345a57d-dd7b-4a30-8c52-f114e1b3b5fb req-ddc43ed4-5628-4358-8576-78bd2d08bf53 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:28.478175 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-d345a57d-dd7b-4a30-8c52-f114e1b3b5fb req-ddc43ed4-5628-4358-8576-78bd2d08bf53 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/ports?device_id=736bebfe-fdc7-4e4c-b37e-05868421c771 HTTP/1.1" status: 200 len: 946 time: 0.0835636 Mar 31 15:39:28.572502 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-d345a57d-dd7b-4a30-8c52-f114e1b3b5fb req-607f8f56-2871-49e1-b9a4-cb682ad051df tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/security-groups?id=9020a30f-f95a-46d9-b9d2-f07418290371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915589 Mar 31 15:39:28.708934 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9bd5b410-d371-48eb-b074-0611476e26ce tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks [] for port (d2bf0faf-8b96-4575-8517-69caedb2cc2c), precommit_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:28.716173 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf7dccd-416b-4198-8460-7f8ebf1cbcba req-6494ff6b-6398-4f40-b83b-8cfb6bca60bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:28.718313 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-fcf7dccd-416b-4198-8460-7f8ebf1cbcba req-6494ff6b-6398-4f40-b83b-8cfb6bca60bd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=be4d3c00b0c245529e30b10275e77a1a&device_id=736bebfe-fdc7-4e4c-b37e-05868421c771 HTTP/1.1" status: 200 len: 1130 time: 0.1135652 Mar 31 15:39:28.768891 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9bd5b410-d371-48eb-b074-0611476e26ce tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3148011'] for port (d2bf0faf-8b96-4575-8517-69caedb2cc2c), after_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:28.873269 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd5b410-d371-48eb-b074-0611476e26ce tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Pushing event updated for resources: {'Port': ['ID=d2bf0faf-8b96-4575-8517-69caedb2cc2c,revision_number=2']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:39:28.885769 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9bd5b410-d371-48eb-b074-0611476e26ce tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574067'] for floatingip (5e78f666-7f48-4a6d-8c09-e2f301838cda), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:28.904844 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf7dccd-416b-4198-8460-7f8ebf1cbcba req-27ca4b35-5688-4fc2-9271-efb328652c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:28.906353 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-fcf7dccd-416b-4198-8460-7f8ebf1cbcba req-27ca4b35-5688-4fc2-9271-efb328652c27 service neutron] 10.222.0.26 "GET /v2.0/networks?id=acf2b035-5efb-451b-83b3-46613c8b8e46 HTTP/1.1" status: 200 len: 912 time: 0.1814451 Mar 31 15:39:28.985511 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-fcf7dccd-416b-4198-8460-7f8ebf1cbcba req-ca46aaf9-a93f-465e-9819-cb90f701c178 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84024e4b-650c-42fa-a4eb-6c52eccd529c HTTP/1.1" status: 200 len: 1002 time: 0.0718195 Mar 31 15:39:29.041522 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9bd5b410-d371-48eb-b074-0611476e26ce tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451'] for floatingip (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:29.042954 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-9bd5b410-d371-48eb-b074-0611476e26ce tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6349852 Mar 31 15:39:29.058205 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf7dccd-416b-4198-8460-7f8ebf1cbcba req-4f6d2be7-6a9d-4240-a590-1373bb5a0147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:29.059890 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-fcf7dccd-416b-4198-8460-7f8ebf1cbcba req-4f6d2be7-6a9d-4240-a590-1373bb5a0147 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0ed38ac7-8ffd-41b7-819b-98cf852cf0d4 HTTP/1.1" status: 200 len: 850 time: 0.0548356 Mar 31 15:39:29.140955 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf7dccd-416b-4198-8460-7f8ebf1cbcba req-b0ef1304-0066-4e14-b506-c61c504848ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:29.144407 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-fcf7dccd-416b-4198-8460-7f8ebf1cbcba req-b0ef1304-0066-4e14-b506-c61c504848ef service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=acf2b035-5efb-451b-83b3-46613c8b8e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0769053 Mar 31 15:39:29.303057 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-fcf7dccd-416b-4198-8460-7f8ebf1cbcba req-603ce3a2-4239-498e-bce4-3f4a8f8e133c service neutron] 10.222.0.26 "GET /v2.0/networks/acf2b035-5efb-451b-83b3-46613c8b8e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510170 Mar 31 15:39:29.311439 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-d18ae7a2-7e34-4023-9763-cfc9e4fdee2a req-5807ca9e-4c23-4f7b-b8cc-0efe37514de2 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1653188565&fields=id&tenant_id=893dd59441624f78817c4a649a0aaf40 HTTP/1.1" status: 200 len: 267 time: 0.0711184 Mar 31 15:39:29.709189 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-fcf7dccd-416b-4198-8460-7f8ebf1cbcba req-6aca1ae8-6f66-400a-b3be-93e8ce54732b service neutron] 10.222.0.26 "GET /v2.0/networks/acf2b035-5efb-451b-83b3-46613c8b8e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3967295 Mar 31 15:39:29.715040 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18ae7a2-7e34-4023-9763-cfc9e4fdee2a req-b4be918c-7655-4504-bd45-c089758de085 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:29.716565 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-d18ae7a2-7e34-4023-9763-cfc9e4fdee2a req-b4be918c-7655-4504-bd45-c089758de085 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/networks?id=ffd9f9ff-86a8-41a0-b247-ed3515901842 HTTP/1.1" status: 200 len: 815 time: 0.3970153 Mar 31 15:39:29.740079 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-d18ae7a2-7e34-4023-9763-cfc9e4fdee2a req-ff42a8f5-2a57-4fb8-b3f8-a41f1c63b993 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/quotas/893dd59441624f78817c4a649a0aaf40 HTTP/1.1" status: 200 len: 375 time: 0.0148513 Mar 31 15:39:29.760892 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b63ec60-6df8-47fd-970b-b1c4388161ff req-854b3e06-9856-4ed7-bbe5-c1277b9f2311 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:29.765540 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-6b63ec60-6df8-47fd-970b-b1c4388161ff req-854b3e06-9856-4ed7-bbe5-c1277b9f2311 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/ports?device_id=736bebfe-fdc7-4e4c-b37e-05868421c771 HTTP/1.1" status: 200 len: 946 time: 0.0976744 Mar 31 15:39:29.825332 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-d18ae7a2-7e34-4023-9763-cfc9e4fdee2a req-6138d8f0-5f9c-4844-99bd-c7e52636f411 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=893dd59441624f78817c4a649a0aaf40&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0754082 Mar 31 15:39:29.830946 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-6b63ec60-6df8-47fd-970b-b1c4388161ff req-841cadbc-5a0e-45a8-bf23-620d45beaa86 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/security-groups?id=9020a30f-f95a-46d9-b9d2-f07418290371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577791 Mar 31 15:39:29.985207 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-d18ae7a2-7e34-4023-9763-cfc9e4fdee2a req-08f2b6c0-0f41-4df1-8eb0-2833c4cdf69d service neutron] 10.222.0.21 "GET /v2.0/networks/ffd9f9ff-86a8-41a0-b247-ed3515901842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473160 Mar 31 15:39:30.117854 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-d18ae7a2-7e34-4023-9763-cfc9e4fdee2a req-e52a16da-cf7f-4334-b655-c21265c8a018 service neutron] 10.222.0.21 "GET /v2.0/networks/ffd9f9ff-86a8-41a0-b247-ed3515901842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236539 Mar 31 15:39:30.517999 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-cf1fd1ca-28a9-4505-8d02-cfa571a9ac13 req-ebfaf5b2-83cc-4071-bd73-4ebeaf382a5a tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d065c3f-b9d3-4ec0-bb87-58f102fb8fe1 HTTP/1.1" status: 200 len: 210 time: 0.0451424 Mar 31 15:39:31.032264 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d2d415-6275-45ef-a536-d20981e9f1b4 req-e2c6ab2b-d169-4eaf-a7b8-06b2496249bd tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:31.033839 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-a9d2d415-6275-45ef-a536-d20981e9f1b4 req-e2c6ab2b-d169-4eaf-a7b8-06b2496249bd tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/ports?device_id=736bebfe-fdc7-4e4c-b37e-05868421c771 HTTP/1.1" status: 200 len: 946 time: 0.0820367 Mar 31 15:39:31.095709 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-a9d2d415-6275-45ef-a536-d20981e9f1b4 req-3e9040fd-569b-4635-83e8-5d5c585643b2 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/security-groups?id=9020a30f-f95a-46d9-b9d2-f07418290371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524256 Mar 31 15:39:31.603129 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-e2c6c920-1ad0-4893-8f96-774419d51cba req-5e0d62cc-59d0-4646-8685-a1728c996269 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d065c3f-b9d3-4ec0-bb87-58f102fb8fe1 HTTP/1.1" status: 200 len: 210 time: 0.0327172 Mar 31 15:39:32.727000 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-1bdffa3f-a108-40a8-8d0d-7179a35a29c1 req-d0e7b286-7945-4aaf-89f8-92a3a3a08170 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d065c3f-b9d3-4ec0-bb87-58f102fb8fe1 HTTP/1.1" status: 200 len: 210 time: 0.0296276 Mar 31 15:39:33.486619 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.agents_db [None req-c7073644-962b-4037-b6f3-12a39092c58a None None] Agent healthcheck: found 6 active agents {{(pid=104161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:39:33.543097 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18ae7a2-7e34-4023-9763-cfc9e4fdee2a req-a07811fb-8f7d-4b03-a77f-2c49677c0a3a tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:33.544743 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-d18ae7a2-7e34-4023-9763-cfc9e4fdee2a req-a07811fb-8f7d-4b03-a77f-2c49677c0a3a tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.26 "GET /v2.0/networks?id=ffd9f9ff-86a8-41a0-b247-ed3515901842 HTTP/1.1" status: 200 len: 815 time: 0.1449180 Mar 31 15:39:33.632918 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-d18ae7a2-7e34-4023-9763-cfc9e4fdee2a req-34fb7082-a15e-43b1-bade-fbb982842176 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=893dd59441624f78817c4a649a0aaf40 HTTP/1.1" status: 200 len: 380 time: 0.0771253 Mar 31 15:39:33.647770 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.v2.base [req-d18ae7a2-7e34-4023-9763-cfc9e4fdee2a req-72db19e7-cd92-4db4-9824-6748e6a2640b tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Request body: {'port': {'device_id': '5d065c3f-b9d3-4ec0-bb87-58f102fb8fe1', 'network_id': 'ffd9f9ff-86a8-41a0-b247-ed3515901842', 'admin_state_up': True, 'tenant_id': '893dd59441624f78817c4a649a0aaf40', 'security_groups': ['88056b7e-9963-4868-9086-6491058785d2']}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:39:33.853252 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-81de0cbc-76a3-4199-98bb-7f21a3c3a057 req-1b62d76d-4237-4897-8bbc-9ed3da982b6c tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d065c3f-b9d3-4ec0-bb87-58f102fb8fe1 HTTP/1.1" status: 200 len: 210 time: 0.0346694 Mar 31 15:39:33.955877 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d18ae7a2-7e34-4023-9763-cfc9e4fdee2a req-72db19e7-cd92-4db4-9824-6748e6a2640b tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Made reservation on behalf of 893dd59441624f78817c4a649a0aaf40 for: {'port': 1} {{(pid=104159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:39:33.959707 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-d18ae7a2-7e34-4023-9763-cfc9e4fdee2a req-72db19e7-cd92-4db4-9824-6748e6a2640b tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:34.134721 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.db_base_plugin_common [req-d18ae7a2-7e34-4023-9763-cfc9e4fdee2a req-72db19e7-cd92-4db4-9824-6748e6a2640b tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Allocated IP 172.20.0.7 (ffd9f9ff-86a8-41a0-b247-ed3515901842/2b9feebc-e9c9-4a4e-ad3c-a41e234df103/52bdbe54-dea5-4c33-a3fe-d679eb13b5fa) {{(pid=104159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:39:34.179426 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-e3a680f1-89f8-418a-8cac-2e5a4bc1e650 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (80b0103a-7158-48a6-b59a-3fe393c523d9), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:34.322437 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-d18ae7a2-7e34-4023-9763-cfc9e4fdee2a req-72db19e7-cd92-4db4-9824-6748e6a2640b tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks [] for port (52bdbe54-dea5-4c33-a3fe-d679eb13b5fa), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:34.453680 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-d18ae7a2-7e34-4023-9763-cfc9e4fdee2a req-72db19e7-cd92-4db4-9824-6748e6a2640b tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772784453870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3148002'] for port (52bdbe54-dea5-4c33-a3fe-d679eb13b5fa), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:34.510357 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d18ae7a2-7e34-4023-9763-cfc9e4fdee2a req-72db19e7-cd92-4db4-9824-6748e6a2640b tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Network ffd9f9ff-86a8-41a0-b247-ed3515901842 is already hosted by enough agents. {{(pid=104159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:39:34.515255 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [req-d18ae7a2-7e34-4023-9763-cfc9e4fdee2a req-72db19e7-cd92-4db4-9824-6748e6a2640b tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Resources bound (agent type, host, resource id): {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:39:34.525290 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.l3_dvrscheduler_db [req-d18ae7a2-7e34-4023-9763-cfc9e4fdee2a req-72db19e7-cd92-4db4-9824-6748e6a2640b tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Received port after_create {{(pid=104159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:39:34.538555 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72db19e7-cd92-4db4-9824-6748e6a2640b tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Pushing event updated for resources: {'Port': ['ID=52bdbe54-dea5-4c33-a3fe-d679eb13b5fa,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:39:34.619421 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18ae7a2-7e34-4023-9763-cfc9e4fdee2a req-72db19e7-cd92-4db4-9824-6748e6a2640b tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:34.620421 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-d18ae7a2-7e34-4023-9763-cfc9e4fdee2a req-72db19e7-cd92-4db4-9824-6748e6a2640b tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451'] for port (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:34.732661 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-d18ae7a2-7e34-4023-9763-cfc9e4fdee2a req-72db19e7-cd92-4db4-9824-6748e6a2640b tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0891867 Mar 31 15:39:34.749766 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.v2.base [req-d18ae7a2-7e34-4023-9763-cfc9e4fdee2a req-dacb517c-fff8-4a18-92b8-3a60af76d48b service neutron] Request body: {'port': {'device_id': '5d065c3f-b9d3-4ec0-bb87-58f102fb8fe1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:39:34.804689 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-1f91977a-6374-4c89-8d78-4e6bdfff13dd None None] Provisioning complete for port 52bdbe54-dea5-4c33-a3fe-d679eb13b5fa triggered by entity DHCP. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:39:34.805071 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-1f91977a-6374-4c89-8d78-4e6bdfff13dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (52bdbe54-dea5-4c33-a3fe-d679eb13b5fa), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:34.854495 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-1f91977a-6374-4c89-8d78-4e6bdfff13dd None None] Port 52bdbe54-dea5-4c33-a3fe-d679eb13b5fa cannot update to ACTIVE because it is not bound. {{(pid=104160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:39:34.862154 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-d18ae7a2-7e34-4023-9763-cfc9e4fdee2a req-dacb517c-fff8-4a18-92b8-3a60af76d48b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (52bdbe54-dea5-4c33-a3fe-d679eb13b5fa), before_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:35.028263 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50cf8b9-eeb5-4cb0-83a4-c5215b3336c0 req-a2d2ca5c-c8f3-43b0-826a-880ec2e9f6f6 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:35.030477 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-b50cf8b9-eeb5-4cb0-83a4-c5215b3336c0 req-a2d2ca5c-c8f3-43b0-826a-880ec2e9f6f6 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d065c3f-b9d3-4ec0-bb87-58f102fb8fe1 HTTP/1.1" status: 200 len: 931 time: 0.0787930 Mar 31 15:39:35.122497 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-b50cf8b9-eeb5-4cb0-83a4-c5215b3336c0 req-1368a0b1-763a-49eb-904c-4af8c92195eb tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/security-groups?id=88056b7e-9963-4868-9086-6491058785d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847960 Mar 31 15:39:35.251220 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.notifiers.nova [req-d18ae7a2-7e34-4023-9763-cfc9e4fdee2a req-dacb517c-fff8-4a18-92b8-3a60af76d48b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52bdbe54-dea5-4c33-a3fe-d679eb13b5fa {{(pid=104159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:39:35.262858 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-d18ae7a2-7e34-4023-9763-cfc9e4fdee2a req-dacb517c-fff8-4a18-92b8-3a60af76d48b service neutron] Publish callbacks [] for port (52bdbe54-dea5-4c33-a3fe-d679eb13b5fa), precommit_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:35.279534 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.provisioning_blocks [req-d18ae7a2-7e34-4023-9763-cfc9e4fdee2a req-dacb517c-fff8-4a18-92b8-3a60af76d48b service neutron] Transition to ACTIVE for port object 52bdbe54-dea5-4c33-a3fe-d679eb13b5fa will not be triggered until provisioned by entity L2. {{(pid=104159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 15:39:35.351088 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-d18ae7a2-7e34-4023-9763-cfc9e4fdee2a req-dacb517c-fff8-4a18-92b8-3a60af76d48b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3148011'] for port (52bdbe54-dea5-4c33-a3fe-d679eb13b5fa), after_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:35.421594 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacb517c-fff8-4a18-92b8-3a60af76d48b service neutron] Pushing event updated for resources: {'Port': ['ID=52bdbe54-dea5-4c33-a3fe-d679eb13b5fa,revision_number=2']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:39:35.521039 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.managers [req-d18ae7a2-7e34-4023-9763-cfc9e4fdee2a req-dacb517c-fff8-4a18-92b8-3a60af76d48b service neutron] Attempting to bind port 52bdbe54-dea5-4c33-a3fe-d679eb13b5fa on host hv-cinder-75078 for vnic_type normal with profile {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:39:35.521677 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.managers [req-d18ae7a2-7e34-4023-9763-cfc9e4fdee2a req-dacb517c-fff8-4a18-92b8-3a60af76d48b service neutron] Attempting to bind port 52bdbe54-dea5-4c33-a3fe-d679eb13b5fa by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '3e695c53-0855-4033-b66c-5de9c04ee5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ffd9f9ff-86a8-41a0-b247-ed3515901842'}] {{(pid=104159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:39:35.522232 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18ae7a2-7e34-4023-9763-cfc9e4fdee2a req-dacb517c-fff8-4a18-92b8-3a60af76d48b service neutron] Attempting to bind port 52bdbe54-dea5-4c33-a3fe-d679eb13b5fa on network ffd9f9ff-86a8-41a0-b247-ed3515901842 {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:39:35.529941 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18ae7a2-7e34-4023-9763-cfc9e4fdee2a req-dacb517c-fff8-4a18-92b8-3a60af76d48b service neutron] Port 52bdbe54-dea5-4c33-a3fe-d679eb13b5fa on network ffd9f9ff-86a8-41a0-b247-ed3515901842 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 15:39:35.530381 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18ae7a2-7e34-4023-9763-cfc9e4fdee2a req-dacb517c-fff8-4a18-92b8-3a60af76d48b service neutron] Attempting to bind port 52bdbe54-dea5-4c33-a3fe-d679eb13b5fa on network ffd9f9ff-86a8-41a0-b247-ed3515901842 {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:39:35.538806 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18ae7a2-7e34-4023-9763-cfc9e4fdee2a req-dacb517c-fff8-4a18-92b8-3a60af76d48b service neutron] Checking agent: {'id': '42669199-0b56-4e25-9a3d-cc561c912f6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 34, 6), 'started_at': datetime.datetime(2022, 3, 31, 15, 34, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:39:35.540023 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18ae7a2-7e34-4023-9763-cfc9e4fdee2a req-dacb517c-fff8-4a18-92b8-3a60af76d48b service neutron] Checking segment: {'id': '3e695c53-0855-4033-b66c-5de9c04ee5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ffd9f9ff-86a8-41a0-b247-ed3515901842'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:39:35.540023 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18ae7a2-7e34-4023-9763-cfc9e4fdee2a req-dacb517c-fff8-4a18-92b8-3a60af76d48b service neutron] Bound using segment: {'id': '3e695c53-0855-4033-b66c-5de9c04ee5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ffd9f9ff-86a8-41a0-b247-ed3515901842'} {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:39:35.540588 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.managers [req-d18ae7a2-7e34-4023-9763-cfc9e4fdee2a req-dacb517c-fff8-4a18-92b8-3a60af76d48b service neutron] Bound port: 52bdbe54-dea5-4c33-a3fe-d679eb13b5fa, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e695c53-0855-4033-b66c-5de9c04ee5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ffd9f9ff-86a8-41a0-b247-ed3515901842'}}] {{(pid=104159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:39:35.541131 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-d18ae7a2-7e34-4023-9763-cfc9e4fdee2a req-dacb517c-fff8-4a18-92b8-3a60af76d48b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (52bdbe54-dea5-4c33-a3fe-d679eb13b5fa), before_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:35.629425 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.db [req-d18ae7a2-7e34-4023-9763-cfc9e4fdee2a req-dacb517c-fff8-4a18-92b8-3a60af76d48b service neutron] For port 52bdbe54-dea5-4c33-a3fe-d679eb13b5fa, host hv-cinder-75078, cleared binding levels {{(pid=104159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:39:35.640123 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.db [req-d18ae7a2-7e34-4023-9763-cfc9e4fdee2a req-dacb517c-fff8-4a18-92b8-3a60af76d48b service neutron] For port 52bdbe54-dea5-4c33-a3fe-d679eb13b5fa, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=52bdbe54-dea5-4c33-a3fe-d679eb13b5fa,segment=NetworkSegment(3e695c53-0855-4033-b66c-5de9c04ee5a9),segment_id=3e695c53-0855-4033-b66c-5de9c04ee5a9)] {{(pid=104159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:39:35.717138 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-d18ae7a2-7e34-4023-9763-cfc9e4fdee2a req-dacb517c-fff8-4a18-92b8-3a60af76d48b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3148011'] for port (52bdbe54-dea5-4c33-a3fe-d679eb13b5fa), after_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:35.756954 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18ae7a2-7e34-4023-9763-cfc9e4fdee2a req-dacb517c-fff8-4a18-92b8-3a60af76d48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:35.758345 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-d18ae7a2-7e34-4023-9763-cfc9e4fdee2a req-dacb517c-fff8-4a18-92b8-3a60af76d48b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451'] for port (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:35.761527 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-d18ae7a2-7e34-4023-9763-cfc9e4fdee2a req-dacb517c-fff8-4a18-92b8-3a60af76d48b service neutron] 10.222.0.26 "PUT /v2.0/ports/52bdbe54-dea5-4c33-a3fe-d679eb13b5fa HTTP/1.1" status: 200 len: 1093 time: 1.0215964 Mar 31 15:39:35.766025 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d065c3f-b9d3-4ec0-bb87-58f102fb8fe1', 'tag': '52bdbe54-dea5-4c33-a3fe-d679eb13b5fa'}] {{(pid=104159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:39:35.769825 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea64b363b0503405ce6d4d78215f64c9ed163e64c8f258dff0ae871dea148ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b51ce0f-0259-4941-9658-0b556a70130b" -d '{"events": [{"name": "network-changed", "server_uuid": "5d065c3f-b9d3-4ec0-bb87-58f102fb8fe1", "tag": "52bdbe54-dea5-4c33-a3fe-d679eb13b5fa"}]}' {{(pid=104159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:39:35.819277 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacb517c-fff8-4a18-92b8-3a60af76d48b service neutron] Pushing event updated for resources: {'Port': ['ID=52bdbe54-dea5-4c33-a3fe-d679eb13b5fa,revision_number=3']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:39:35.837042 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7693b59-6e3f-49f9-8174-88178821bf87 x-openstack-request-id: req-d7693b59-6e3f-49f9-8174-88178821bf87 {{(pid=104159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:39:35.837042 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d065c3f-b9d3-4ec0-bb87-58f102fb8fe1", "tag": "52bdbe54-dea5-4c33-a3fe-d679eb13b5fa", "status": "completed", "code": 200}]} {{(pid=104159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:39:35.837042 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d7693b59-6e3f-49f9-8174-88178821bf87 {{(pid=104159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:39:35.837042 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7693b59-6e3f-49f9-8174-88178821bf87'] response: {'name': 'network-changed', 'server_uuid': '5d065c3f-b9d3-4ec0-bb87-58f102fb8fe1', 'tag': '52bdbe54-dea5-4c33-a3fe-d679eb13b5fa', 'status': 'completed', 'code': 200} Mar 31 15:39:35.942837 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51ce0f-0259-4941-9658-0b556a70130b req-cb968d97-0b32-4c56-a544-b7ce3fb65044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:35.945701 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-1b51ce0f-0259-4941-9658-0b556a70130b req-cb968d97-0b32-4c56-a544-b7ce3fb65044 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=893dd59441624f78817c4a649a0aaf40&device_id=5d065c3f-b9d3-4ec0-bb87-58f102fb8fe1 HTTP/1.1" status: 200 len: 1127 time: 0.0779011 Mar 31 15:39:36.079545 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51ce0f-0259-4941-9658-0b556a70130b req-e9aff045-1e82-4b44-93dd-b5839ae65fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:36.081060 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-1b51ce0f-0259-4941-9658-0b556a70130b req-e9aff045-1e82-4b44-93dd-b5839ae65fa1 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=893dd59441624f78817c4a649a0aaf40&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1188884 Mar 31 15:39:36.221359 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51ce0f-0259-4941-9658-0b556a70130b req-5cc3e403-5008-4ad0-8bc5-4a82686cfb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:36.223689 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-1b51ce0f-0259-4941-9658-0b556a70130b req-5cc3e403-5008-4ad0-8bc5-4a82686cfb62 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1263659 Mar 31 15:39:36.258977 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (42669199-0b56-4e25-9a3d-cc561c912f6a), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:36.359588 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cf322d-1edb-487e-a811-33f74316b4f1 req-69cf7f1c-eb0e-420d-97af-16c82b060dd4 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:36.361495 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-c0cf322d-1edb-487e-a811-33f74316b4f1 req-69cf7f1c-eb0e-420d-97af-16c82b060dd4 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d065c3f-b9d3-4ec0-bb87-58f102fb8fe1 HTTP/1.1" status: 200 len: 943 time: 0.1324129 Mar 31 15:39:36.369689 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18ae7a2-7e34-4023-9763-cfc9e4fdee2a req-25e0ce08-16f9-453f-baf3-17d7fea038c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:36.371337 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-d18ae7a2-7e34-4023-9763-cfc9e4fdee2a req-25e0ce08-16f9-453f-baf3-17d7fea038c0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=893dd59441624f78817c4a649a0aaf40&device_id=5d065c3f-b9d3-4ec0-bb87-58f102fb8fe1 HTTP/1.1" status: 200 len: 1127 time: 0.0894661 Mar 31 15:39:36.427514 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-d18ae7a2-7e34-4023-9763-cfc9e4fdee2a req-2c3c995a-185b-4308-ba87-c3300267f822 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52bdbe54-dea5-4c33-a3fe-d679eb13b5fa HTTP/1.1" status: 200 len: 217 time: 0.0402019 Mar 31 15:39:36.490189 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-c0cf322d-1edb-487e-a811-33f74316b4f1 req-020c59ea-0805-4a38-b9cd-8d1656169850 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/security-groups?id=88056b7e-9963-4868-9086-6491058785d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177604 Mar 31 15:39:36.507145 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18ae7a2-7e34-4023-9763-cfc9e4fdee2a req-289e2692-ff19-4cf2-a52f-78b4ce30e33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:36.509167 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-d18ae7a2-7e34-4023-9763-cfc9e4fdee2a req-289e2692-ff19-4cf2-a52f-78b4ce30e33f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2b9feebc-e9c9-4a4e-ad3c-a41e234df103 HTTP/1.1" status: 200 len: 854 time: 0.0747952 Mar 31 15:39:36.529828 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-2d819951-a339-4f18-bf9b-67f15de4d1f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (9721ac04-bac7-49da-b384-3a2049eedfa2), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:36.571651 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18ae7a2-7e34-4023-9763-cfc9e4fdee2a req-49a64160-ae4b-404e-95ae-5d7dd2b10892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:36.573194 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-d18ae7a2-7e34-4023-9763-cfc9e4fdee2a req-49a64160-ae4b-404e-95ae-5d7dd2b10892 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ffd9f9ff-86a8-41a0-b247-ed3515901842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0564187 Mar 31 15:39:36.683164 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-d18ae7a2-7e34-4023-9763-cfc9e4fdee2a req-80e095d1-befb-4561-aed5-81e5f32bb384 service neutron] 10.222.0.26 "GET /v2.0/networks/ffd9f9ff-86a8-41a0-b247-ed3515901842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999501 Mar 31 15:39:36.824741 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-d18ae7a2-7e34-4023-9763-cfc9e4fdee2a req-c070d0cb-302a-4c34-b4f4-452d8d79e9d6 service neutron] 10.222.0.26 "GET /v2.0/networks/ffd9f9ff-86a8-41a0-b247-ed3515901842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205440 Mar 31 15:39:37.647438 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d28027-35bf-471e-a7ce-5fc6433b0bc5 req-e21758e3-4973-4654-ad1b-afaf66b26547 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:37.649020 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-a2d28027-35bf-471e-a7ce-5fc6433b0bc5 req-e21758e3-4973-4654-ad1b-afaf66b26547 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d065c3f-b9d3-4ec0-bb87-58f102fb8fe1 HTTP/1.1" status: 200 len: 943 time: 0.0762467 Mar 31 15:39:37.659001 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0b2f012e-2fbd-4b35-9815-8024e4a993e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fb816cbb-0527-4766-83b7-604ad6a553f5), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:37.713129 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-a2d28027-35bf-471e-a7ce-5fc6433b0bc5 req-c500024c-fd7d-4ca8-a7b5-a842d2012e90 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/security-groups?id=88056b7e-9963-4868-9086-6491058785d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575469 Mar 31 15:39:38.855441 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00aea8d-e524-4468-9ffd-c56a08e69f2a req-b1061c37-ec34-4c9e-81e7-24b1fc0988c2 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:38.857644 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-d00aea8d-e524-4468-9ffd-c56a08e69f2a req-b1061c37-ec34-4c9e-81e7-24b1fc0988c2 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d065c3f-b9d3-4ec0-bb87-58f102fb8fe1 HTTP/1.1" status: 200 len: 943 time: 0.0670035 Mar 31 15:39:38.935979 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-d00aea8d-e524-4468-9ffd-c56a08e69f2a req-bcb83cd6-8552-41d2-86d5-a0b7741f5f74 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/security-groups?id=88056b7e-9963-4868-9086-6491058785d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697207 Mar 31 15:39:39.482868 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-211e425b-1201-4862-afc0-6363249efbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (1ca8e2b3-6f2e-4d63-b52b-ad8a81fa6826), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:39.925861 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device 52bdbe54-dea5-4c33-a3fe-d679eb13b5fa details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=104160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 15:39:40.073971 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] For port 52bdbe54-dea5-4c33-a3fe-d679eb13b5fa, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=52bdbe54-dea5-4c33-a3fe-d679eb13b5fa,segment=NetworkSegment(3e695c53-0855-4033-b66c-5de9c04ee5a9),segment_id=3e695c53-0855-4033-b66c-5de9c04ee5a9)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:39:40.088556 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f172b-f5eb-498e-9f48-3b4653cf24a0 req-60be1684-111f-49fd-9d0d-e3a959ef95db tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:40.089889 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Returning: {'device': '52bdbe54-dea5-4c33-a3fe-d679eb13b5fa', 'network_id': 'ffd9f9ff-86a8-41a0-b247-ed3515901842', 'port_id': '52bdbe54-dea5-4c33-a3fe-d679eb13b5fa', 'mac_address': 'fa:16:3e:6b:5a:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b9feebc-e9c9-4a4e-ad3c-a41e234df103', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 15:39:40.090484 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-c07f172b-f5eb-498e-9f48-3b4653cf24a0 req-60be1684-111f-49fd-9d0d-e3a959ef95db tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d065c3f-b9d3-4ec0-bb87-58f102fb8fe1 HTTP/1.1" status: 200 len: 943 time: 0.0674224 Mar 31 15:39:40.152859 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Current status of the port 52bdbe54-dea5-4c33-a3fe-d679eb13b5fa is: DOWN; New status is: BUILD {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:39:40.153712 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (52bdbe54-dea5-4c33-a3fe-d679eb13b5fa), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:40.165336 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-c07f172b-f5eb-498e-9f48-3b4653cf24a0 req-dec17f34-ab3d-45e1-a100-f944a1c8a223 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/security-groups?id=88056b7e-9963-4868-9086-6491058785d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628533 Mar 31 15:39:40.167728 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.notifiers.nova [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52bdbe54-dea5-4c33-a3fe-d679eb13b5fa {{(pid=104160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:39:40.190463 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] For port 52bdbe54-dea5-4c33-a3fe-d679eb13b5fa, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=52bdbe54-dea5-4c33-a3fe-d679eb13b5fa,segment=NetworkSegment(3e695c53-0855-4033-b66c-5de9c04ee5a9),segment_id=3e695c53-0855-4033-b66c-5de9c04ee5a9)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:39:40.265331 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (52bdbe54-dea5-4c33-a3fe-d679eb13b5fa), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:40.321845 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Pushing event updated for resources: {'Port': ['ID=52bdbe54-dea5-4c33-a3fe-d679eb13b5fa,revision_number=4']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:39:40.330642 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:40.331100 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:40.331533 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:40.331981 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:40.332402 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:40.332823 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:40.333265 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:40.333763 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:40.334264 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:40.334741 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:40.335174 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:40.335675 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:40.336093 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:40.336556 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:40.336980 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:39:40.626751 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] get_ports_and_sgs() called for port_ids ['52bdbe54-dea5-4c33-a3fe-d679eb13b5fa'] {{(pid=104160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:39:40.928350 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fd34c7ed-cab5-463e-81bb-e9aa6ef90623), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:41.310916 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25564bd8-33c8-447d-9bad-28c059b485bb req-67ed12e2-9c88-48a9-9f9e-e11310a9fa93 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:41.312391 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-25564bd8-33c8-447d-9bad-28c059b485bb req-67ed12e2-9c88-48a9-9f9e-e11310a9fa93 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d065c3f-b9d3-4ec0-bb87-58f102fb8fe1 HTTP/1.1" status: 200 len: 944 time: 0.0613577 Mar 31 15:39:41.360236 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-25564bd8-33c8-447d-9bad-28c059b485bb req-78e1b7c8-b19c-4a4e-abf5-be77917ff6c2 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/security-groups?id=88056b7e-9963-4868-9086-6491058785d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422571 Mar 31 15:39:41.945906 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device 52bdbe54-dea5-4c33-a3fe-d679eb13b5fa up at agent hyperv_hv-cinder-75078 {{(pid=104160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:39:42.095344 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Provisioning for port 52bdbe54-dea5-4c33-a3fe-d679eb13b5fa completed by entity L2. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 15:39:42.096511 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Provisioning complete for port 52bdbe54-dea5-4c33-a3fe-d679eb13b5fa triggered by entity L2. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:39:42.096978 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (52bdbe54-dea5-4c33-a3fe-d679eb13b5fa), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:42.180771 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Current status of the port 52bdbe54-dea5-4c33-a3fe-d679eb13b5fa is: BUILD; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:39:42.181157 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (52bdbe54-dea5-4c33-a3fe-d679eb13b5fa), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:42.206263 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d065c3f-b9d3-4ec0-bb87-58f102fb8fe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52bdbe54-dea5-4c33-a3fe-d679eb13b5fa'}] {{(pid=104160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:39:42.209847 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce3869fed81eb230bc7c00aef7f85a04080afe3b8b72d2e6fbd63f6167e83839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8fbbf64-8c2d-4135-a10f-6f53b5357cf4" -d '{"events": [{"server_uuid": "5d065c3f-b9d3-4ec0-bb87-58f102fb8fe1", "name": "network-vif-plugged", "status": "completed", "tag": "52bdbe54-dea5-4c33-a3fe-d679eb13b5fa"}]}' {{(pid=104160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:39:42.222768 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] For port 52bdbe54-dea5-4c33-a3fe-d679eb13b5fa, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=52bdbe54-dea5-4c33-a3fe-d679eb13b5fa,segment=NetworkSegment(3e695c53-0855-4033-b66c-5de9c04ee5a9),segment_id=3e695c53-0855-4033-b66c-5de9c04ee5a9)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:39:42.246012 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-272080cc-458e-40ad-82ff-4d5fbeebc4d9 x-openstack-request-id: req-272080cc-458e-40ad-82ff-4d5fbeebc4d9 {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:39:42.246330 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d065c3f-b9d3-4ec0-bb87-58f102fb8fe1", "name": "network-vif-plugged", "status": "completed", "tag": "52bdbe54-dea5-4c33-a3fe-d679eb13b5fa", "code": 200}]} {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:39:42.250002 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-272080cc-458e-40ad-82ff-4d5fbeebc4d9 {{(pid=104160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:39:42.250002 dv-cinder-750782-15-smb neutron-server[104160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-272080cc-458e-40ad-82ff-4d5fbeebc4d9'] response: {'server_uuid': '5d065c3f-b9d3-4ec0-bb87-58f102fb8fe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52bdbe54-dea5-4c33-a3fe-d679eb13b5fa', 'code': 200} Mar 31 15:39:42.321911 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (52bdbe54-dea5-4c33-a3fe-d679eb13b5fa), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:42.376461 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Pushing event updated for resources: {'Port': ['ID=52bdbe54-dea5-4c33-a3fe-d679eb13b5fa,revision_number=5']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:39:42.520016 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3961900-d4eb-4919-978d-50400fe7bbec req-65569e1f-aa0d-4496-bcb8-c8fc5f819a0e tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:42.521378 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-d3961900-d4eb-4919-978d-50400fe7bbec req-65569e1f-aa0d-4496-bcb8-c8fc5f819a0e tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d065c3f-b9d3-4ec0-bb87-58f102fb8fe1 HTTP/1.1" status: 200 len: 945 time: 0.0665593 Mar 31 15:39:42.603193 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-d3961900-d4eb-4919-978d-50400fe7bbec req-aec20fb6-049e-42df-a830-9bc35fa3da7f tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/security-groups?id=88056b7e-9963-4868-9086-6491058785d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756319 Mar 31 15:39:42.619794 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fc5f57-9a30-4137-87bd-45db09f289e2 req-7ef70213-e2a4-4496-a34c-1f15ec7ff584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:42.621308 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-b1fc5f57-9a30-4137-87bd-45db09f289e2 req-7ef70213-e2a4-4496-a34c-1f15ec7ff584 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5d065c3f-b9d3-4ec0-bb87-58f102fb8fe1 HTTP/1.1" status: 200 len: 1129 time: 0.0532854 Mar 31 15:39:42.689722 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-b1fc5f57-9a30-4137-87bd-45db09f289e2 req-aff1825f-c4ea-495f-a9bf-b90a75b65791 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=88056b7e-9963-4868-9086-6491058785d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573099 Mar 31 15:39:43.753446 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddf7dfb-eb00-473d-9c45-4253fcdc9c1f req-4138f734-cf3c-4f6b-9074-b0b2fd9a25ff tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:43.755111 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-2ddf7dfb-eb00-473d-9c45-4253fcdc9c1f req-4138f734-cf3c-4f6b-9074-b0b2fd9a25ff tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d065c3f-b9d3-4ec0-bb87-58f102fb8fe1 HTTP/1.1" status: 200 len: 945 time: 0.0596220 Mar 31 15:39:43.806605 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-2ddf7dfb-eb00-473d-9c45-4253fcdc9c1f req-ad3f2c5c-5e47-4b1e-9f26-54a3e0f4a957 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/security-groups?id=88056b7e-9963-4868-9086-6491058785d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455492 Mar 31 15:39:44.942484 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142dd149-d224-4078-aa59-af1391bfc6be req-906c24a8-ccf2-40ee-9a5a-a154ae2ec497 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:44.944012 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-142dd149-d224-4078-aa59-af1391bfc6be req-906c24a8-ccf2-40ee-9a5a-a154ae2ec497 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d065c3f-b9d3-4ec0-bb87-58f102fb8fe1 HTTP/1.1" status: 200 len: 945 time: 0.0592725 Mar 31 15:39:45.002424 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-142dd149-d224-4078-aa59-af1391bfc6be req-19fee04f-a536-4a6a-b0c7-7357fa3b9cff tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/security-groups?id=88056b7e-9963-4868-9086-6491058785d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495353 Mar 31 15:39:45.148101 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d40897-a1e4-4388-a31f-0df551ec0ea9 req-94c66d96-9b85-4a9f-8b2f-419408942d6f tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:45.150217 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-16d40897-a1e4-4388-a31f-0df551ec0ea9 req-94c66d96-9b85-4a9f-8b2f-419408942d6f tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d065c3f-b9d3-4ec0-bb87-58f102fb8fe1 HTTP/1.1" status: 200 len: 945 time: 0.0793891 Mar 31 15:39:45.160484 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 47904) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:39:45.165209 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.v2.base [None req-2fd5d847-5dcd-4983-8708-485d7159ee32 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Request body: {'floatingip': {'port_id': '52bdbe54-dea5-4c33-a3fe-d679eb13b5fa'}} {{(pid=104158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:39:45.214695 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-2fd5d847-5dcd-4983-8708-485d7159ee32 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks [] for floatingip (5e78f666-7f48-4a6d-8c09-e2f301838cda), before_update {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:45.762874 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-2fd5d847-5dcd-4983-8708-485d7159ee32 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:45.824705 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-2fd5d847-5dcd-4983-8708-485d7159ee32 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574067'] for floatingip (5e78f666-7f48-4a6d-8c09-e2f301838cda), after_update {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:45.966942 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.db.l3_db [None req-2fd5d847-5dcd-4983-8708-485d7159ee32 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Floating IP 5e78f666-7f48-4a6d-8c09-e2f301838cda associated. External IP: 172.28.2.203, port: 52bdbe54-dea5-4c33-a3fe-d679eb13b5fa. Mar 31 15:39:46.260302 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fd5d847-5dcd-4983-8708-485d7159ee32 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Router 47e54d6f-fc64-4b8b-9c10-074acfd46db3 has already been hosted by L3 agent 9721ac04-bac7-49da-b384-3a2049eedfa2 {{(pid=104158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:39:46.383793 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fd5d847-5dcd-4983-8708-485d7159ee32 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Notify agent at l3_agent.dv-cinder-750782-15-smb the message routers_updated {{(pid=104158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:39:46.402083 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-2fd5d847-5dcd-4983-8708-485d7159ee32 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451'] for floatingip (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:39:46.403592 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0973ce7-e0af-41fe-be75-a07a89216b13 None None] Sync routers for ids ['47e54d6f-fc64-4b8b-9c10-074acfd46db3'] in dv-cinder-750782-15-smb {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:39:46.418180 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0973ce7-e0af-41fe-be75-a07a89216b13 None None] Routers {'47e54d6f-fc64-4b8b-9c10-074acfd46db3'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:39:46.419068 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-f0973ce7-e0af-41fe-be75-a07a89216b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:39:36Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['47e54d6f-fc64-4b8b-9c10-074acfd46db3'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:39:46.438462 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-2fd5d847-5dcd-4983-8708-485d7159ee32 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "PUT /v2.0/floatingips/5e78f666-7f48-4a6d-8c09-e2f301838cda HTTP/1.1" status: 200 len: 991 time: 1.2766111 Mar 31 15:39:46.439218 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d065c3f-b9d3-4ec0-bb87-58f102fb8fe1', 'tag': '52bdbe54-dea5-4c33-a3fe-d679eb13b5fa'}] {{(pid=104158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:39:46.442451 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f960889515c719e6c42930f5609f9e3ff07dde6b2d3f3be48d9020484c6583bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fc4384a-33a4-44d7-acd4-0bbf893d0f70" -d '{"events": [{"name": "network-changed", "server_uuid": "5d065c3f-b9d3-4ec0-bb87-58f102fb8fe1", "tag": "52bdbe54-dea5-4c33-a3fe-d679eb13b5fa"}]}' {{(pid=104158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:39:46.496812 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37cf88de-4cad-4c4b-b734-0ca8dc7ceadd x-openstack-request-id: req-37cf88de-4cad-4c4b-b734-0ca8dc7ceadd {{(pid=104158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:39:46.497259 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d065c3f-b9d3-4ec0-bb87-58f102fb8fe1", "tag": "52bdbe54-dea5-4c33-a3fe-d679eb13b5fa", "status": "completed", "code": 200}]} {{(pid=104158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:39:46.497695 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-37cf88de-4cad-4c4b-b734-0ca8dc7ceadd {{(pid=104158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:39:46.498278 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37cf88de-4cad-4c4b-b734-0ca8dc7ceadd'] response: {'name': 'network-changed', 'server_uuid': '5d065c3f-b9d3-4ec0-bb87-58f102fb8fe1', 'tag': '52bdbe54-dea5-4c33-a3fe-d679eb13b5fa', 'status': 'completed', 'code': 200} Mar 31 15:39:46.557072 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-f0973ce7-e0af-41fe-be75-a07a89216b13 None None] Set router 47e54d6f-fc64-4b8b-9c10-074acfd46db3 gateway port host: dv-cinder-750782-15-smb {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:39:46.583442 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc4384a-33a4-44d7-acd4-0bbf893d0f70 req-861c2e4d-ce38-4aab-8fa0-a3910cd2e1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:46.585077 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-3fc4384a-33a4-44d7-acd4-0bbf893d0f70 req-861c2e4d-ce38-4aab-8fa0-a3910cd2e1f7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=893dd59441624f78817c4a649a0aaf40&device_id=5d065c3f-b9d3-4ec0-bb87-58f102fb8fe1 HTTP/1.1" status: 200 len: 1129 time: 0.0571082 Mar 31 15:39:46.694009 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc4384a-33a4-44d7-acd4-0bbf893d0f70 req-41c45224-62d2-4cf7-9c70-f10097f75221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:46.695846 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-3fc4384a-33a4-44d7-acd4-0bbf893d0f70 req-41c45224-62d2-4cf7-9c70-f10097f75221 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ffd9f9ff-86a8-41a0-b247-ed3515901842 HTTP/1.1" status: 200 len: 916 time: 0.1020405 Mar 31 15:39:46.770988 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-3fc4384a-33a4-44d7-acd4-0bbf893d0f70 req-7b68c522-ff77-4e69-b17b-5464685849a8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52bdbe54-dea5-4c33-a3fe-d679eb13b5fa HTTP/1.1" status: 200 len: 999 time: 0.0662336 Mar 31 15:39:46.828896 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc4384a-33a4-44d7-acd4-0bbf893d0f70 req-9435a239-ec4b-4f5d-91e9-c6cbe34cf96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:46.830652 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-3fc4384a-33a4-44d7-acd4-0bbf893d0f70 req-9435a239-ec4b-4f5d-91e9-c6cbe34cf96a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2b9feebc-e9c9-4a4e-ad3c-a41e234df103 HTTP/1.1" status: 200 len: 854 time: 0.0478756 Mar 31 15:39:46.846863 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-f0973ce7-e0af-41fe-be75-a07a89216b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'name': 'tempest-AttachVolumeNegativeTest-1394788082-router', 'tenant_id': '893dd59441624f78817c4a649a0aaf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.62'}], 'enable_snat': True}, 'gw_port_id': '76eb623c-a949-48c4-8a2d-84c7b10c4265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:36:14Z', 'updated_at': '2022-03-31T15:36:22Z', 'revision_number': 4, 'project_id': '893dd59441624f78817c4a649a0aaf40', 'gw_port': {'id': '76eb623c-a949-48c4-8a2d-84c7b10c4265', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:15Z', 'updated_at': '2022-03-31T15:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_floatingips': [{'id': '5e78f666-7f48-4a6d-8c09-e2f301838cda', 'tenant_id': '893dd59441624f78817c4a649a0aaf40', 'floating_ip_address': '172.28.2.203', 'floating_network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'router_id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'port_id': '52bdbe54-dea5-4c33-a3fe-d679eb13b5fa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffd9f9ff-86a8-41a0-b247-ed3515901842', 'mac_address': 'fa:16:3e:6b:5a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d065c3f-b9d3-4ec0-bb87-58f102fb8fe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:39:28Z', 'updated_at': '2022-03-31T15:39:45Z', 'revision_number': 1, 'project_id': '893dd59441624f78817c4a649a0aaf40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3426532-127a-4f0f-81e9-ac1ffbac2b79', 'name': '', 'network_id': 'ffd9f9ff-86a8-41a0-b247-ed3515901842', 'tenant_id': '893dd59441624f78817c4a649a0aaf40', 'mac_address': 'fa:16:3e:d8:13:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2b9feebc-e9c9-4a4e-ad3c-a41e234df103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:20Z', 'updated_at': '2022-03-31T15:36:29Z', 'revision_number': 5, 'project_id': '893dd59441624f78817c4a649a0aaf40', 'subnets': [{'id': '2b9feebc-e9c9-4a4e-ad3c-a41e234df103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:39:46.887048 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0973ce7-e0af-41fe-be75-a07a89216b13 None None] Checking router: 47e54d6f-fc64-4b8b-9c10-074acfd46db3 for host: dv-cinder-750782-15-smb {{(pid=104161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:39:46.891795 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc4384a-33a4-44d7-acd4-0bbf893d0f70 req-8c2c4e49-7685-42a4-992a-3c843b0641e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:46.893612 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-3fc4384a-33a4-44d7-acd4-0bbf893d0f70 req-8c2c4e49-7685-42a4-992a-3c843b0641e1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ffd9f9ff-86a8-41a0-b247-ed3515901842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0558944 Mar 31 15:39:46.896933 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0973ce7-e0af-41fe-be75-a07a89216b13 None None] Routers {'47e54d6f-fc64-4b8b-9c10-074acfd46db3'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:39:46.897587 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-f0973ce7-e0af-41fe-be75-a07a89216b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:39:36Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['47e54d6f-fc64-4b8b-9c10-074acfd46db3'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:39:47.013238 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-3fc4384a-33a4-44d7-acd4-0bbf893d0f70 req-fa260008-294e-44f1-87bd-25d4544b083b service neutron] 10.222.0.26 "GET /v2.0/networks/ffd9f9ff-86a8-41a0-b247-ed3515901842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054897 Mar 31 15:39:47.035256 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-f0973ce7-e0af-41fe-be75-a07a89216b13 None None] Set router 47e54d6f-fc64-4b8b-9c10-074acfd46db3 gateway port host: dv-cinder-750782-15-smb {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:39:47.137468 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-3fc4384a-33a4-44d7-acd4-0bbf893d0f70 req-d083feb9-2930-4074-946f-0befbcd55e4b service neutron] 10.222.0.26 "GET /v2.0/networks/ffd9f9ff-86a8-41a0-b247-ed3515901842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150253 Mar 31 15:39:47.321681 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-f0973ce7-e0af-41fe-be75-a07a89216b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'name': 'tempest-AttachVolumeNegativeTest-1394788082-router', 'tenant_id': '893dd59441624f78817c4a649a0aaf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.62'}], 'enable_snat': True}, 'gw_port_id': '76eb623c-a949-48c4-8a2d-84c7b10c4265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:36:14Z', 'updated_at': '2022-03-31T15:36:22Z', 'revision_number': 4, 'project_id': '893dd59441624f78817c4a649a0aaf40', 'gw_port': {'id': '76eb623c-a949-48c4-8a2d-84c7b10c4265', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:15Z', 'updated_at': '2022-03-31T15:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_floatingips': [{'id': '5e78f666-7f48-4a6d-8c09-e2f301838cda', 'tenant_id': '893dd59441624f78817c4a649a0aaf40', 'floating_ip_address': '172.28.2.203', 'floating_network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'router_id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'port_id': '52bdbe54-dea5-4c33-a3fe-d679eb13b5fa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffd9f9ff-86a8-41a0-b247-ed3515901842', 'mac_address': 'fa:16:3e:6b:5a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d065c3f-b9d3-4ec0-bb87-58f102fb8fe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:39:28Z', 'updated_at': '2022-03-31T15:39:45Z', 'revision_number': 1, 'project_id': '893dd59441624f78817c4a649a0aaf40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3426532-127a-4f0f-81e9-ac1ffbac2b79', 'name': '', 'network_id': 'ffd9f9ff-86a8-41a0-b247-ed3515901842', 'tenant_id': '893dd59441624f78817c4a649a0aaf40', 'mac_address': 'fa:16:3e:d8:13:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2b9feebc-e9c9-4a4e-ad3c-a41e234df103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:20Z', 'updated_at': '2022-03-31T15:36:29Z', 'revision_number': 5, 'project_id': '893dd59441624f78817c4a649a0aaf40', 'subnets': [{'id': '2b9feebc-e9c9-4a4e-ad3c-a41e234df103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:39:47.352638 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0973ce7-e0af-41fe-be75-a07a89216b13 None None] The sync data for ids ['47e54d6f-fc64-4b8b-9c10-074acfd46db3'] in dv-cinder-750782-15-smb is: [{'id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'name': 'tempest-AttachVolumeNegativeTest-1394788082-router', 'tenant_id': '893dd59441624f78817c4a649a0aaf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.62'}], 'enable_snat': True}, 'gw_port_id': '76eb623c-a949-48c4-8a2d-84c7b10c4265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:36:14Z', 'updated_at': '2022-03-31T15:36:22Z', 'revision_number': 4, 'project_id': '893dd59441624f78817c4a649a0aaf40', 'gw_port': {'id': '76eb623c-a949-48c4-8a2d-84c7b10c4265', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:15Z', 'updated_at': '2022-03-31T15:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_floatingips': [{'id': '5e78f666-7f48-4a6d-8c09-e2f301838cda', 'tenant_id': '893dd59441624f78817c4a649a0aaf40', 'floating_ip_address': '172.28.2.203', 'floating_network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'router_id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'port_id': '52bdbe54-dea5-4c33-a3fe-d679eb13b5fa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffd9f9ff-86a8-41a0-b247-ed3515901842', 'mac_address': 'fa:16:3e:6b:5a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d065c3f-b9d3-4ec0-bb87-58f102fb8fe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:39:28Z', 'updated_at': '2022-03-31T15:39:45Z', 'revision_number': 1, 'project_id': '893dd59441624f78817c4a649a0aaf40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3426532-127a-4f0f-81e9-ac1ffbac2b79', 'name': '', 'network_id': 'ffd9f9ff-86a8-41a0-b247-ed3515901842', 'tenant_id': '893dd59441624f78817c4a649a0aaf40', 'mac_address': 'fa:16:3e:d8:13:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2b9feebc-e9c9-4a4e-ad3c-a41e234df103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:20Z', 'updated_at': '2022-03-31T15:36:29Z', 'revision_number': 5, 'project_id': '893dd59441624f78817c4a649a0aaf40', 'subnets': [{'id': '2b9feebc-e9c9-4a4e-ad3c-a41e234df103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:39:47.600366 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a54db4-82c7-4f3c-8e20-a3a5bceeb77e None None] New status for floating IP 5e78f666-7f48-4a6d-8c09-e2f301838cda: ACTIVE {{(pid=104160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:39:48.635638 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed770b-46be-42a9-8f90-c8e82df8877e req-557a792b-5195-4173-963f-05c05f73d8fb tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:48.637531 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-c2ed770b-46be-42a9-8f90-c8e82df8877e req-557a792b-5195-4173-963f-05c05f73d8fb tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "GET /v2.0/ports?device_id=538994a6-6c98-4626-b47d-ff4906d4cc19 HTTP/1.1" status: 200 len: 985 time: 0.0892985 Mar 31 15:39:48.765130 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-c2ed770b-46be-42a9-8f90-c8e82df8877e req-ca12d75a-c32c-4138-9b9f-01704a61ecb3 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "GET /v2.0/security-groups?id=15ed1700-0562-4573-899f-09a3ebd95f0e&id=d68b3844-fac7-4489-9655-759f50646b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1145585 Mar 31 15:39:48.775232 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f3ba37-2bbf-4d57-b358-5a471ac9f084 req-264d0c9e-2c5d-44ab-9963-ac0ac2d2cb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:48.776746 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-c6f3ba37-2bbf-4d57-b358-5a471ac9f084 req-264d0c9e-2c5d-44ab-9963-ac0ac2d2cb35 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=97f648d2040e46619b3954fdd71c33e8&device_id=538994a6-6c98-4626-b47d-ff4906d4cc19 HTTP/1.1" status: 200 len: 1169 time: 0.1029410 Mar 31 15:39:48.887303 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f3ba37-2bbf-4d57-b358-5a471ac9f084 req-39ea3849-d11f-402d-b555-60f81cd9c592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:48.889272 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-c6f3ba37-2bbf-4d57-b358-5a471ac9f084 req-39ea3849-d11f-402d-b555-60f81cd9c592 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f4ce866d-bd2c-465f-9b46-26cead684cc4 HTTP/1.1" status: 200 len: 915 time: 0.1041877 Mar 31 15:39:48.970129 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-c6f3ba37-2bbf-4d57-b358-5a471ac9f084 req-3587a8d7-4a92-475a-8d73-9091b9c5e376 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=094a70a8-67db-4344-8b59-ff99ef2faeeb HTTP/1.1" status: 200 len: 1001 time: 0.0724154 Mar 31 15:39:49.032439 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f3ba37-2bbf-4d57-b358-5a471ac9f084 req-0605641c-e521-4087-8a08-73d09fdc2ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:49.034240 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-c6f3ba37-2bbf-4d57-b358-5a471ac9f084 req-0605641c-e521-4087-8a08-73d09fdc2ec1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f954ac5d-3124-474b-81c1-58056e141a3b HTTP/1.1" status: 200 len: 853 time: 0.0575848 Mar 31 15:39:49.101262 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f3ba37-2bbf-4d57-b358-5a471ac9f084 req-8a9392dd-f555-49b6-b41c-809fcfb8c543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:49.103077 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-c6f3ba37-2bbf-4d57-b358-5a471ac9f084 req-8a9392dd-f555-49b6-b41c-809fcfb8c543 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f4ce866d-bd2c-465f-9b46-26cead684cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0553360 Mar 31 15:39:49.236760 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-c6f3ba37-2bbf-4d57-b358-5a471ac9f084 req-a07984e4-afa2-4f79-9a7e-818922d81719 service neutron] 10.222.0.26 "GET /v2.0/networks/f4ce866d-bd2c-465f-9b46-26cead684cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259782 Mar 31 15:39:49.351950 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-c6f3ba37-2bbf-4d57-b358-5a471ac9f084 req-cb4b7204-8e4b-4f2d-8b81-c8b27b05f74b service neutron] 10.222.0.26 "GET /v2.0/networks/f4ce866d-bd2c-465f-9b46-26cead684cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082740 Mar 31 15:39:49.932501 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f572eb4b-2d29-4745-91b1-e5fbbddbf3e1 req-5cf153cb-94ff-4215-b6ee-02c0e7a54bdb tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:49.935918 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-f572eb4b-2d29-4745-91b1-e5fbbddbf3e1 req-5cf153cb-94ff-4215-b6ee-02c0e7a54bdb tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "GET /v2.0/ports?device_id=538994a6-6c98-4626-b47d-ff4906d4cc19 HTTP/1.1" status: 200 len: 985 time: 0.0733576 Mar 31 15:39:50.024619 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-f572eb4b-2d29-4745-91b1-e5fbbddbf3e1 req-90a8249e-0fb7-4b9f-aa54-7d9647d840ad tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "GET /v2.0/security-groups?id=15ed1700-0562-4573-899f-09a3ebd95f0e&id=d68b3844-fac7-4489-9655-759f50646b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0818555 Mar 31 15:39:51.175480 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b363843f-c9e7-4433-a373-71f38647cc30 req-6aec00e4-5e27-40d8-9184-60948f9118f6 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:51.177355 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-b363843f-c9e7-4433-a373-71f38647cc30 req-6aec00e4-5e27-40d8-9184-60948f9118f6 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "GET /v2.0/ports?device_id=538994a6-6c98-4626-b47d-ff4906d4cc19 HTTP/1.1" status: 200 len: 985 time: 0.0708027 Mar 31 15:39:51.262585 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-b363843f-c9e7-4433-a373-71f38647cc30 req-e4148064-d3d6-4b3a-8d4b-c71d8b7e156d tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "GET /v2.0/security-groups?id=15ed1700-0562-4573-899f-09a3ebd95f0e&id=d68b3844-fac7-4489-9655-759f50646b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0760396 Mar 31 15:39:52.404604 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef9d825-3cc7-450c-b66c-12ce0b455d57 req-a4b58469-75c3-4a24-a3b8-81bec6c7bc99 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:52.406183 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-eef9d825-3cc7-450c-b66c-12ce0b455d57 req-a4b58469-75c3-4a24-a3b8-81bec6c7bc99 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "GET /v2.0/ports?device_id=538994a6-6c98-4626-b47d-ff4906d4cc19 HTTP/1.1" status: 200 len: 985 time: 0.0638449 Mar 31 15:39:52.475267 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-eef9d825-3cc7-450c-b66c-12ce0b455d57 req-f5f29262-2f50-4b49-acf3-9416ce17f62b tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "GET /v2.0/security-groups?id=15ed1700-0562-4573-899f-09a3ebd95f0e&id=d68b3844-fac7-4489-9655-759f50646b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0630844 Mar 31 15:39:53.626319 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c7d44-aa9b-4e69-b864-98686c204ede req-bc36e59e-e484-4966-b9f2-9d7ae9a5bdf8 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:53.627936 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-1a7c7d44-aa9b-4e69-b864-98686c204ede req-bc36e59e-e484-4966-b9f2-9d7ae9a5bdf8 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "GET /v2.0/ports?device_id=538994a6-6c98-4626-b47d-ff4906d4cc19 HTTP/1.1" status: 200 len: 985 time: 0.0686147 Mar 31 15:39:53.699398 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-1a7c7d44-aa9b-4e69-b864-98686c204ede req-dc65dc47-3a97-42c7-ba48-d474e87d3235 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "GET /v2.0/security-groups?id=15ed1700-0562-4573-899f-09a3ebd95f0e&id=d68b3844-fac7-4489-9655-759f50646b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0641754 Mar 31 15:39:54.834619 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89dd30d-26db-41a3-9522-0945baa9b0e2 req-242b1e30-7a84-456a-aef5-cce8e89b8dea tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:54.836131 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-d89dd30d-26db-41a3-9522-0945baa9b0e2 req-242b1e30-7a84-456a-aef5-cce8e89b8dea tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "GET /v2.0/ports?device_id=538994a6-6c98-4626-b47d-ff4906d4cc19 HTTP/1.1" status: 200 len: 985 time: 0.0596325 Mar 31 15:39:54.927450 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-d89dd30d-26db-41a3-9522-0945baa9b0e2 req-795aa73f-1465-4542-ad4c-ca73bb42a06f tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "GET /v2.0/security-groups?id=15ed1700-0562-4573-899f-09a3ebd95f0e&id=d68b3844-fac7-4489-9655-759f50646b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0812583 Mar 31 15:39:56.068339 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c58d403-1a22-47e3-953b-00c883d10bde req-294fb810-b8f0-42a3-8987-19b4b3824dbe tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:56.070742 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-2c58d403-1a22-47e3-953b-00c883d10bde req-294fb810-b8f0-42a3-8987-19b4b3824dbe tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "GET /v2.0/ports?device_id=538994a6-6c98-4626-b47d-ff4906d4cc19 HTTP/1.1" status: 200 len: 985 time: 0.0624237 Mar 31 15:39:56.140541 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-2c58d403-1a22-47e3-953b-00c883d10bde req-f1eccd49-4e95-4bec-a9fd-d92a4b70be4f tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "GET /v2.0/security-groups?id=15ed1700-0562-4573-899f-09a3ebd95f0e&id=d68b3844-fac7-4489-9655-759f50646b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0635853 Mar 31 15:39:56.646513 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e08b66-4677-4657-8a2e-2768c3feca26 req-1bed31d1-6040-4f2a-b159-6aeb3354133c tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:56.647998 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-28e08b66-4677-4657-8a2e-2768c3feca26 req-1bed31d1-6040-4f2a-b159-6aeb3354133c tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bf86efe-5b29-4fd5-82b7-7e3bb8ff5cf6 HTTP/1.1" status: 200 len: 946 time: 0.0581853 Mar 31 15:39:56.699435 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-28e08b66-4677-4657-8a2e-2768c3feca26 req-9627e5df-bcc0-4aee-b3aa-61931b11bcb6 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae23c5a7-e2c9-4224-aab1-28482f4f04d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449152 Mar 31 15:39:57.272886 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ebcaa0-7779-4919-8e9d-5aa559618e68 req-457221ea-0a2f-48eb-98cb-3fbdb1f2c2d1 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:57.274629 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-39ebcaa0-7779-4919-8e9d-5aa559618e68 req-457221ea-0a2f-48eb-98cb-3fbdb1f2c2d1 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "GET /v2.0/ports?device_id=538994a6-6c98-4626-b47d-ff4906d4cc19 HTTP/1.1" status: 200 len: 985 time: 0.0563784 Mar 31 15:39:57.341620 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-39ebcaa0-7779-4919-8e9d-5aa559618e68 req-7e4b185f-2a42-45dc-bdd7-07a2a3d92bf2 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "GET /v2.0/security-groups?id=15ed1700-0562-4573-899f-09a3ebd95f0e&id=d68b3844-fac7-4489-9655-759f50646b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0597687 Mar 31 15:39:57.823294 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79779242-37dd-40c4-97fc-815b32d20826 req-b5fd5c98-5913-4387-a8aa-8b59347adcab tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:57.842494 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-79779242-37dd-40c4-97fc-815b32d20826 req-b5fd5c98-5913-4387-a8aa-8b59347adcab tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bf86efe-5b29-4fd5-82b7-7e3bb8ff5cf6 HTTP/1.1" status: 200 len: 946 time: 0.0541575 Mar 31 15:39:57.875203 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-79779242-37dd-40c4-97fc-815b32d20826 req-37cf66c3-0bd2-46e1-b1a0-9c4120a783ae tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae23c5a7-e2c9-4224-aab1-28482f4f04d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445457 Mar 31 15:39:58.468635 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872cf9f0-aa6b-4ed2-9ff2-86473174dd17 req-3a274afe-9288-412f-b06b-c47602291208 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:58.470714 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-872cf9f0-aa6b-4ed2-9ff2-86473174dd17 req-3a274afe-9288-412f-b06b-c47602291208 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "GET /v2.0/ports?device_id=538994a6-6c98-4626-b47d-ff4906d4cc19 HTTP/1.1" status: 200 len: 985 time: 0.0604460 Mar 31 15:39:58.532466 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-872cf9f0-aa6b-4ed2-9ff2-86473174dd17 req-2103e4eb-5c44-4868-868a-38216da79651 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "GET /v2.0/security-groups?id=15ed1700-0562-4573-899f-09a3ebd95f0e&id=d68b3844-fac7-4489-9655-759f50646b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558686 Mar 31 15:39:59.003330 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a7c67c-9ed4-41f3-bfeb-318257a993eb req-fd734896-4308-4c6e-95ba-6d3efcd401fd tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:59.004897 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-29a7c67c-9ed4-41f3-bfeb-318257a993eb req-fd734896-4308-4c6e-95ba-6d3efcd401fd tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bf86efe-5b29-4fd5-82b7-7e3bb8ff5cf6 HTTP/1.1" status: 200 len: 946 time: 0.0569191 Mar 31 15:39:59.061539 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-29a7c67c-9ed4-41f3-bfeb-318257a993eb req-4608ae56-0442-452e-b3d6-d764c6bc0fe9 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae23c5a7-e2c9-4224-aab1-28482f4f04d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504749 Mar 31 15:39:59.651662 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd073dc7-45b0-459a-84c4-5ff6b32d9fe6 req-fdf22f06-cb84-4c9a-b9a2-c258d23c3e7e tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:39:59.653145 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-cd073dc7-45b0-459a-84c4-5ff6b32d9fe6 req-fdf22f06-cb84-4c9a-b9a2-c258d23c3e7e tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "GET /v2.0/ports?device_id=538994a6-6c98-4626-b47d-ff4906d4cc19 HTTP/1.1" status: 200 len: 985 time: 0.0540602 Mar 31 15:39:59.713204 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-cd073dc7-45b0-459a-84c4-5ff6b32d9fe6 req-0096fb56-c652-42ab-bcfd-9c706242a341 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "GET /v2.0/security-groups?id=15ed1700-0562-4573-899f-09a3ebd95f0e&id=d68b3844-fac7-4489-9655-759f50646b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541699 Mar 31 15:40:00.176174 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cc5909-85c2-4a93-a3dd-310987745da4 req-d5e43c97-2182-44df-946b-cf8f54d96a53 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:00.177819 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-46cc5909-85c2-4a93-a3dd-310987745da4 req-d5e43c97-2182-44df-946b-cf8f54d96a53 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bf86efe-5b29-4fd5-82b7-7e3bb8ff5cf6 HTTP/1.1" status: 200 len: 946 time: 0.0515063 Mar 31 15:40:00.228636 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-46cc5909-85c2-4a93-a3dd-310987745da4 req-972cb961-8798-45fb-8072-b4228a5707f5 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae23c5a7-e2c9-4224-aab1-28482f4f04d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453322 Mar 31 15:40:00.832535 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b869683-a5e0-4d58-bbc7-2a84db3a1935 req-5a5cad6a-a9c0-4649-aff7-bac838510a8e tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:00.834103 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-3b869683-a5e0-4d58-bbc7-2a84db3a1935 req-5a5cad6a-a9c0-4649-aff7-bac838510a8e tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "GET /v2.0/ports?device_id=538994a6-6c98-4626-b47d-ff4906d4cc19 HTTP/1.1" status: 200 len: 985 time: 0.0530999 Mar 31 15:40:00.898345 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-3b869683-a5e0-4d58-bbc7-2a84db3a1935 req-d88dcf5c-7481-44e4-9069-7cd921ac2f66 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "GET /v2.0/security-groups?id=15ed1700-0562-4573-899f-09a3ebd95f0e&id=d68b3844-fac7-4489-9655-759f50646b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0585408 Mar 31 15:40:01.350322 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9fa1c4-8137-409a-b4b4-cf325ad184f5 req-3dd4a340-2208-48a3-8fed-50edac798559 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:01.351794 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-1b9fa1c4-8137-409a-b4b4-cf325ad184f5 req-3dd4a340-2208-48a3-8fed-50edac798559 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bf86efe-5b29-4fd5-82b7-7e3bb8ff5cf6 HTTP/1.1" status: 200 len: 946 time: 0.0547369 Mar 31 15:40:01.401741 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-1b9fa1c4-8137-409a-b4b4-cf325ad184f5 req-995cb3e7-1cd2-42e3-b288-eae5c36d2048 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae23c5a7-e2c9-4224-aab1-28482f4f04d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443013 Mar 31 15:40:02.022079 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c690a3d8-03a1-477b-be6d-7a9942b2d994 req-b7d44588-3fc6-4ee1-bbfa-473b3465fad2 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:02.023608 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-c690a3d8-03a1-477b-be6d-7a9942b2d994 req-b7d44588-3fc6-4ee1-bbfa-473b3465fad2 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "GET /v2.0/ports?device_id=538994a6-6c98-4626-b47d-ff4906d4cc19 HTTP/1.1" status: 200 len: 985 time: 0.0534930 Mar 31 15:40:02.085367 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-c690a3d8-03a1-477b-be6d-7a9942b2d994 req-8ee95d54-8fe6-4602-9e2c-c2b15a25068d tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "GET /v2.0/security-groups?id=15ed1700-0562-4573-899f-09a3ebd95f0e&id=d68b3844-fac7-4489-9655-759f50646b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553849 Mar 31 15:40:02.523170 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a81b137-7f89-4180-a5b8-99f7a70015d6 req-12f3459e-a799-4516-b2a9-c20d00b43279 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:02.524756 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-0a81b137-7f89-4180-a5b8-99f7a70015d6 req-12f3459e-a799-4516-b2a9-c20d00b43279 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bf86efe-5b29-4fd5-82b7-7e3bb8ff5cf6 HTTP/1.1" status: 200 len: 946 time: 0.0537055 Mar 31 15:40:02.573555 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-0a81b137-7f89-4180-a5b8-99f7a70015d6 req-92e2fed3-472c-410e-af12-0f6ec50316ad tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae23c5a7-e2c9-4224-aab1-28482f4f04d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424931 Mar 31 15:40:02.874111 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9082c3-9c07-401e-a3e9-507cb1b56391 req-dd771903-c181-4cb3-9a81-4e3edc24b27e tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:02.875673 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-ae9082c3-9c07-401e-a3e9-507cb1b56391 req-dd771903-c181-4cb3-9a81-4e3edc24b27e tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] 10.222.0.26 "GET /v2.0/ports?device_id=4bf86efe-5b29-4fd5-82b7-7e3bb8ff5cf6 HTTP/1.1" status: 200 len: 946 time: 0.0533562 Mar 31 15:40:02.986437 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [req-ae9082c3-9c07-401e-a3e9-507cb1b56391 req-b2b27a1e-80f3-40ae-83fe-08d39d003379 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] Deleting port 7c6a0aad-0335-447b-9e63-f90f9164c1f2 {{(pid=104159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:40:02.989701 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-ae9082c3-9c07-401e-a3e9-507cb1b56391 req-b2b27a1e-80f3-40ae-83fe-08d39d003379 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772784948758'] for port (7c6a0aad-0335-447b-9e63-f90f9164c1f2), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:03.079378 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.db [req-ae9082c3-9c07-401e-a3e9-507cb1b56391 req-b2b27a1e-80f3-40ae-83fe-08d39d003379 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] For port 7c6a0aad-0335-447b-9e63-f90f9164c1f2, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=7c6a0aad-0335-447b-9e63-f90f9164c1f2,segment=NetworkSegment(1655d0e3-c00a-4676-b6fe-95ded42ab808),segment_id=1655d0e3-c00a-4676-b6fe-95ded42ab808)] {{(pid=104159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:40:03.079735 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-ae9082c3-9c07-401e-a3e9-507cb1b56391 req-b2b27a1e-80f3-40ae-83fe-08d39d003379 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576833'] for port (7c6a0aad-0335-447b-9e63-f90f9164c1f2), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:03.092916 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [req-ae9082c3-9c07-401e-a3e9-507cb1b56391 req-b2b27a1e-80f3-40ae-83fe-08d39d003379 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] Calling delete_port for 7c6a0aad-0335-447b-9e63-f90f9164c1f2 owned by compute:nova {{(pid=104159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:40:03.206144 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7841ae8f-6546-4a86-b7b3-394cc8ae94f9 req-1ddf43c0-96de-4469-94b0-c898680ffe92 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:03.208262 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-7841ae8f-6546-4a86-b7b3-394cc8ae94f9 req-1ddf43c0-96de-4469-94b0-c898680ffe92 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "GET /v2.0/ports?device_id=538994a6-6c98-4626-b47d-ff4906d4cc19 HTTP/1.1" status: 200 len: 985 time: 0.0532038 Mar 31 15:40:03.267565 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-7841ae8f-6546-4a86-b7b3-394cc8ae94f9 req-02628f4f-53bc-46e0-9654-2d3ef6bd0a93 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "GET /v2.0/security-groups?id=15ed1700-0562-4573-899f-09a3ebd95f0e&id=d68b3844-fac7-4489-9655-759f50646b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540175 Mar 31 15:40:03.297874 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-ae9082c3-9c07-401e-a3e9-507cb1b56391 req-b2b27a1e-80f3-40ae-83fe-08d39d003379 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772784953465', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772784453879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3148002'] for port (7c6a0aad-0335-447b-9e63-f90f9164c1f2), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:03.311086 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] get_ports_and_sgs() called for port_ids ['7c6a0aad-0335-447b-9e63-f90f9164c1f2'] {{(pid=104160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:40:03.330449 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b27a1e-80f3-40ae-83fe-08d39d003379 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] Pushing event deleted for resources: {'Port': ['ID=7c6a0aad-0335-447b-9e63-f90f9164c1f2,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:40:03.373950 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae9082c3-9c07-401e-a3e9-507cb1b56391 req-b2b27a1e-80f3-40ae-83fe-08d39d003379 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] No DVR routers for this DVR port 7c6a0aad-0335-447b-9e63-f90f9164c1f2 on host hv-cinder-75078 {{(pid=104159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:40:03.376985 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-ae9082c3-9c07-401e-a3e9-507cb1b56391 req-b2b27a1e-80f3-40ae-83fe-08d39d003379 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451'] for port (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:03.380089 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-ae9082c3-9c07-401e-a3e9-507cb1b56391 req-b2b27a1e-80f3-40ae-83fe-08d39d003379 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] 10.222.0.26 "DELETE /v2.0/ports/7c6a0aad-0335-447b-9e63-f90f9164c1f2 HTTP/1.1" status: 204 len: 173 time: 0.4960432 Mar 31 15:40:03.380519 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bf86efe-5b29-4fd5-82b7-7e3bb8ff5cf6', 'name': 'network-vif-deleted', 'tag': '7c6a0aad-0335-447b-9e63-f90f9164c1f2'}] {{(pid=104159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:40:03.382938 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea64b363b0503405ce6d4d78215f64c9ed163e64c8f258dff0ae871dea148ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17243a6b-a06c-4b0e-8f4e-92318dfd829f" -d '{"events": [{"server_uuid": "4bf86efe-5b29-4fd5-82b7-7e3bb8ff5cf6", "name": "network-vif-deleted", "tag": "7c6a0aad-0335-447b-9e63-f90f9164c1f2"}]}' {{(pid=104159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:40:03.421641 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfde968b-9d13-45de-b095-cdc7632ad36d x-openstack-request-id: req-bfde968b-9d13-45de-b095-cdc7632ad36d {{(pid=104159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:40:03.421945 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bf86efe-5b29-4fd5-82b7-7e3bb8ff5cf6", "name": "network-vif-deleted", "tag": "7c6a0aad-0335-447b-9e63-f90f9164c1f2", "status": "completed", "code": 200}]} {{(pid=104159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:40:03.422577 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bfde968b-9d13-45de-b095-cdc7632ad36d {{(pid=104159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:40:03.422986 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfde968b-9d13-45de-b095-cdc7632ad36d'] response: {'server_uuid': '4bf86efe-5b29-4fd5-82b7-7e3bb8ff5cf6', 'name': 'network-vif-deleted', 'tag': '7c6a0aad-0335-447b-9e63-f90f9164c1f2', 'status': 'completed', 'code': 200} Mar 31 15:40:03.673504 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-08138439-03d9-4034-8049-d107a48ab4b8 req-15ca9451-4470-4b70-b6b9-fc9f531762c9 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bf86efe-5b29-4fd5-82b7-7e3bb8ff5cf6 HTTP/1.1" status: 200 len: 210 time: 0.0311921 Mar 31 15:40:04.178811 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-104fd48a-cf57-44e7-9dbb-29b6b4690437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (80b0103a-7158-48a6-b59a-3fe393c523d9), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:04.388028 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4c3f2c-6a38-42c8-ad68-5a4b844a6c07 req-a2ed3cf7-be8c-4892-ba3f-e8568ae52f8b tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:04.389523 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-6e4c3f2c-6a38-42c8-ad68-5a4b844a6c07 req-a2ed3cf7-be8c-4892-ba3f-e8568ae52f8b tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "GET /v2.0/ports?device_id=538994a6-6c98-4626-b47d-ff4906d4cc19 HTTP/1.1" status: 200 len: 985 time: 0.0532808 Mar 31 15:40:04.451499 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-6e4c3f2c-6a38-42c8-ad68-5a4b844a6c07 req-37f9cf9a-1681-4ee3-8809-312d9702acdc tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "GET /v2.0/security-groups?id=15ed1700-0562-4573-899f-09a3ebd95f0e&id=d68b3844-fac7-4489-9655-759f50646b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560009 Mar 31 15:40:05.576059 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b62ec6e-9383-43eb-9af9-122d89dde304 req-cd251566-3002-4982-ab01-537eace3c9af tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:05.577692 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-7b62ec6e-9383-43eb-9af9-122d89dde304 req-cd251566-3002-4982-ab01-537eace3c9af tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "GET /v2.0/ports?device_id=538994a6-6c98-4626-b47d-ff4906d4cc19 HTTP/1.1" status: 200 len: 985 time: 0.0560946 Mar 31 15:40:05.642792 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-7b62ec6e-9383-43eb-9af9-122d89dde304 req-9dcac9cb-99a8-4e0a-8da0-f6a3f7e3e59d tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "GET /v2.0/security-groups?id=15ed1700-0562-4573-899f-09a3ebd95f0e&id=d68b3844-fac7-4489-9655-759f50646b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0585327 Mar 31 15:40:06.085487 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device 7c6a0aad-0335-447b-9e63-f90f9164c1f2 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=104160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:40:06.109603 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] No Port match for: 7c6a0aad-0335-447b-9e63-f90f9164c1f2 {{(pid=104160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:40:06.109944 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device 7c6a0aad-0335-447b-9e63-f90f9164c1f2 not bound to the agent host hv-cinder-75078 {{(pid=104160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:40:06.235009 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (42669199-0b56-4e25-9a3d-cc561c912f6a), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:06.584700 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-cc94cf01-50a6-4582-90ab-b9b544bc9592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (9721ac04-bac7-49da-b384-3a2049eedfa2), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:06.766628 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b199517-5a54-45ff-9f9b-8d7e59da465a req-bd33c9bb-aaf1-4126-bae8-667cdc8f457d tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:06.768109 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-9b199517-5a54-45ff-9f9b-8d7e59da465a req-bd33c9bb-aaf1-4126-bae8-667cdc8f457d tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "GET /v2.0/ports?device_id=538994a6-6c98-4626-b47d-ff4906d4cc19 HTTP/1.1" status: 200 len: 985 time: 0.0567768 Mar 31 15:40:06.830498 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-9b199517-5a54-45ff-9f9b-8d7e59da465a req-08957c9e-06c8-4fb4-9f7a-9ef150efdd86 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "GET /v2.0/security-groups?id=15ed1700-0562-4573-899f-09a3ebd95f0e&id=d68b3844-fac7-4489-9655-759f50646b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567844 Mar 31 15:40:07.693502 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0b2f012e-2fbd-4b35-9815-8024e4a993e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fb816cbb-0527-4766-83b7-604ad6a553f5), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:08.013413 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-b233fa2d-50fb-43ce-80a0-4436f408b179 req-02b9c347-06f4-4a8b-8282-70ae0393e94c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a0ef3ef4-c9e3-4547-90a8-f12417af2afa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0569031 Mar 31 15:40:08.085332 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b233fa2d-50fb-43ce-80a0-4436f408b179 req-370ed5b9-6100-4b24-96ae-c65a96ef6fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:08.086895 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-b233fa2d-50fb-43ce-80a0-4436f408b179 req-370ed5b9-6100-4b24-96ae-c65a96ef6fde service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d4fc7fbc16624a3082581ef98d9d25a5&device_id=a0ef3ef4-c9e3-4547-90a8-f12417af2afa HTTP/1.1" status: 200 len: 1130 time: 0.0501535 Mar 31 15:40:08.202497 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b233fa2d-50fb-43ce-80a0-4436f408b179 req-e1b30a06-1e5a-407a-889d-84db5023565b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:08.203982 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-b233fa2d-50fb-43ce-80a0-4436f408b179 req-e1b30a06-1e5a-407a-889d-84db5023565b service neutron] 10.222.0.26 "GET /v2.0/networks?id=4a5bb9cd-d074-4713-88c5-e7791e1f5e5b HTTP/1.1" status: 200 len: 920 time: 0.0958345 Mar 31 15:40:08.261461 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-b233fa2d-50fb-43ce-80a0-4436f408b179 req-31eeb0fd-3eca-427c-b0b7-5a581d6981d1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=193922b2-f3ab-41e8-acd9-cc19a0164194 HTTP/1.1" status: 200 len: 217 time: 0.0483184 Mar 31 15:40:08.339279 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b233fa2d-50fb-43ce-80a0-4436f408b179 req-fcb12942-1452-45c8-ae71-2eaa761c5584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:08.341485 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-b233fa2d-50fb-43ce-80a0-4436f408b179 req-fcb12942-1452-45c8-ae71-2eaa761c5584 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=94d12cd9-1105-49d4-9d9d-27e65ff0c644 HTTP/1.1" status: 200 len: 858 time: 0.0702434 Mar 31 15:40:08.408991 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b233fa2d-50fb-43ce-80a0-4436f408b179 req-9d70da51-c8be-4af8-95f3-fbec846637f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:08.410600 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-b233fa2d-50fb-43ce-80a0-4436f408b179 req-9d70da51-c8be-4af8-95f3-fbec846637f0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4a5bb9cd-d074-4713-88c5-e7791e1f5e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0599294 Mar 31 15:40:08.539465 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-b233fa2d-50fb-43ce-80a0-4436f408b179 req-2d9ff7fd-2159-4fac-8ff6-a83ba06643a9 service neutron] 10.222.0.26 "GET /v2.0/networks/4a5bb9cd-d074-4713-88c5-e7791e1f5e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212533 Mar 31 15:40:08.652766 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-b233fa2d-50fb-43ce-80a0-4436f408b179 req-6ee86487-fecd-44ac-ad5f-6aac55497048 service neutron] 10.222.0.26 "GET /v2.0/networks/4a5bb9cd-d074-4713-88c5-e7791e1f5e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059544 Mar 31 15:40:09.531840 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-211e425b-1201-4862-afc0-6363249efbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (1ca8e2b3-6f2e-4d63-b52b-ad8a81fa6826), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:09.728241 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ecab99-869c-442e-87d6-7c28d8670926 req-c5fd9ed8-970d-4e09-9715-159572f33912 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:09.729855 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-c4ecab99-869c-442e-87d6-7c28d8670926 req-c5fd9ed8-970d-4e09-9715-159572f33912 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] 10.222.0.21 "GET /v2.0/networks?id=c788e736-d0a9-43b4-9ab6-868bf21e10dd HTTP/1.1" status: 200 len: 814 time: 0.1581476 Mar 31 15:40:09.746301 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-c4ecab99-869c-442e-87d6-7c28d8670926 req-b49b862f-0fb5-4467-b926-3d1bc898f3c3 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] 10.222.0.21 "GET /v2.0/quotas/cca1b5744ca840f59a8b48d7969cf311 HTTP/1.1" status: 200 len: 375 time: 0.0096977 Mar 31 15:40:09.789746 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-c4ecab99-869c-442e-87d6-7c28d8670926 req-be3daef5-6ac4-4b6a-959e-bf7562c92ca1 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=cca1b5744ca840f59a8b48d7969cf311&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366306 Mar 31 15:40:09.908602 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-c4ecab99-869c-442e-87d6-7c28d8670926 req-84ab3941-47f5-419a-a031-1e5a56614e16 service neutron] 10.222.0.21 "GET /v2.0/networks/c788e736-d0a9-43b4-9ab6-868bf21e10dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097691 Mar 31 15:40:10.006086 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-c4ecab99-869c-442e-87d6-7c28d8670926 req-df764281-f3c6-4b9b-8dd0-77d131a4b67f service neutron] 10.222.0.21 "GET /v2.0/networks/c788e736-d0a9-43b4-9ab6-868bf21e10dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910115 Mar 31 15:40:10.324425 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-fe421b50-626a-477a-a6f0-f85ca5574dde req-e4b81919-49c4-461c-b544-bced234ab23c tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2f3cb35-3439-4d1c-8890-34a7671dd40f HTTP/1.1" status: 200 len: 210 time: 0.0392578 Mar 31 15:40:10.476231 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.agents_db [None req-c7073644-962b-4037-b6f3-12a39092c58a None None] Agent healthcheck: found 6 active agents {{(pid=104161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:40:11.029329 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fd34c7ed-cab5-463e-81bb-e9aa6ef90623), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:11.397506 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-461a2c2f-55bf-465e-b037-997ed390545b req-86d3d55f-8ae2-403d-9bda-0d5603ca813c tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2f3cb35-3439-4d1c-8890-34a7671dd40f HTTP/1.1" status: 200 len: 210 time: 0.0278432 Mar 31 15:40:12.496123 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-af719a1e-69fd-477d-9540-45a85bcda4e3 req-b8ab01fd-cd8c-47a8-91d0-b2fd620acf12 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2f3cb35-3439-4d1c-8890-34a7671dd40f HTTP/1.1" status: 200 len: 210 time: 0.0313978 Mar 31 15:40:13.595683 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-f75a9b48-68c8-468f-8cfa-005d1a37e2ae req-d7c5aedd-397d-4621-8c79-6b3dd3e6028e tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2f3cb35-3439-4d1c-8890-34a7671dd40f HTTP/1.1" status: 200 len: 210 time: 0.0281966 Mar 31 15:40:13.768225 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ecab99-869c-442e-87d6-7c28d8670926 req-a6bf26ab-63f1-4e92-a318-383f8f4f1787 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:13.769675 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-c4ecab99-869c-442e-87d6-7c28d8670926 req-a6bf26ab-63f1-4e92-a318-383f8f4f1787 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] 10.222.0.26 "GET /v2.0/networks?id=c788e736-d0a9-43b4-9ab6-868bf21e10dd HTTP/1.1" status: 200 len: 814 time: 0.1025431 Mar 31 15:40:13.782413 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.v2.base [req-c4ecab99-869c-442e-87d6-7c28d8670926 req-341ee182-a200-43a2-a0fb-ce5261153912 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] Request body: {'port': {'device_id': 'd2f3cb35-3439-4d1c-8890-34a7671dd40f', 'network_id': 'c788e736-d0a9-43b4-9ab6-868bf21e10dd', 'admin_state_up': True, 'tenant_id': 'cca1b5744ca840f59a8b48d7969cf311'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:40:14.052219 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4ecab99-869c-442e-87d6-7c28d8670926 req-341ee182-a200-43a2-a0fb-ce5261153912 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] Made reservation on behalf of cca1b5744ca840f59a8b48d7969cf311 for: {'port': 1} {{(pid=104159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:40:14.055734 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-c4ecab99-869c-442e-87d6-7c28d8670926 req-341ee182-a200-43a2-a0fb-ce5261153912 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:14.189858 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.db_base_plugin_common [req-c4ecab99-869c-442e-87d6-7c28d8670926 req-341ee182-a200-43a2-a0fb-ce5261153912 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] Allocated IP 172.20.0.7 (c788e736-d0a9-43b4-9ab6-868bf21e10dd/24c3e396-84e2-434a-a2c2-95f650ca2dd2/41078405-669f-422c-98cc-6934c9da0509) {{(pid=104159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:40:14.358559 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-c4ecab99-869c-442e-87d6-7c28d8670926 req-341ee182-a200-43a2-a0fb-ce5261153912 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] Publish callbacks [] for port (41078405-669f-422c-98cc-6934c9da0509), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:14.615100 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-c4ecab99-869c-442e-87d6-7c28d8670926 req-341ee182-a200-43a2-a0fb-ce5261153912 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772784453870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3148002'] for port (41078405-669f-422c-98cc-6934c9da0509), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:14.661015 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4ecab99-869c-442e-87d6-7c28d8670926 req-341ee182-a200-43a2-a0fb-ce5261153912 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] Network c788e736-d0a9-43b4-9ab6-868bf21e10dd is already hosted by enough agents. {{(pid=104159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:40:14.664870 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [req-c4ecab99-869c-442e-87d6-7c28d8670926 req-341ee182-a200-43a2-a0fb-ce5261153912 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] Resources bound (agent type, host, resource id): {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:40:14.669148 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4ecab99-869c-442e-87d6-7c28d8670926 req-341ee182-a200-43a2-a0fb-ce5261153912 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] Received port after_create {{(pid=104159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:40:14.713405 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341ee182-a200-43a2-a0fb-ce5261153912 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] Pushing event updated for resources: {'Port': ['ID=41078405-669f-422c-98cc-6934c9da0509,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:40:15.001547 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ecab99-869c-442e-87d6-7c28d8670926 req-341ee182-a200-43a2-a0fb-ce5261153912 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:15.003012 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-c4ecab99-869c-442e-87d6-7c28d8670926 req-341ee182-a200-43a2-a0fb-ce5261153912 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451'] for port (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:15.031266 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c03719d-1fa6-45b7-b764-d95f52bcc93a req-f6573b7b-7fb1-4752-a278-0da078c64f69 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:15.032718 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-4c03719d-1fa6-45b7-b764-d95f52bcc93a req-f6573b7b-7fb1-4752-a278-0da078c64f69 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2f3cb35-3439-4d1c-8890-34a7671dd40f HTTP/1.1" status: 200 len: 931 time: 0.3344305 Mar 31 15:40:15.082968 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-4c03719d-1fa6-45b7-b764-d95f52bcc93a req-fb6ea2b5-4e5b-4b13-93a5-14f9b6c21ad9 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae23c5a7-e2c9-4224-aab1-28482f4f04d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440149 Mar 31 15:40:15.329666 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-c4ecab99-869c-442e-87d6-7c28d8670926 req-341ee182-a200-43a2-a0fb-ce5261153912 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5515063 Mar 31 15:40:15.341257 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.v2.base [req-c4ecab99-869c-442e-87d6-7c28d8670926 req-24037050-5c43-4323-8017-e46d92647335 service neutron] Request body: {'port': {'device_id': 'd2f3cb35-3439-4d1c-8890-34a7671dd40f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:40:15.407452 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-c4ecab99-869c-442e-87d6-7c28d8670926 req-24037050-5c43-4323-8017-e46d92647335 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (41078405-669f-422c-98cc-6934c9da0509), before_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:15.686194 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.notifiers.nova [req-c4ecab99-869c-442e-87d6-7c28d8670926 req-24037050-5c43-4323-8017-e46d92647335 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41078405-669f-422c-98cc-6934c9da0509 {{(pid=104159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:40:15.693650 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-c4ecab99-869c-442e-87d6-7c28d8670926 req-24037050-5c43-4323-8017-e46d92647335 service neutron] Publish callbacks [] for port (41078405-669f-422c-98cc-6934c9da0509), precommit_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:15.705860 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.provisioning_blocks [req-c4ecab99-869c-442e-87d6-7c28d8670926 req-24037050-5c43-4323-8017-e46d92647335 service neutron] Transition to ACTIVE for port object 41078405-669f-422c-98cc-6934c9da0509 will not be triggered until provisioned by entity L2. {{(pid=104159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 15:40:15.842366 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-c4ecab99-869c-442e-87d6-7c28d8670926 req-24037050-5c43-4323-8017-e46d92647335 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3148011'] for port (41078405-669f-422c-98cc-6934c9da0509), after_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:15.902761 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24037050-5c43-4323-8017-e46d92647335 service neutron] Pushing event updated for resources: {'Port': ['ID=41078405-669f-422c-98cc-6934c9da0509,revision_number=2']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:40:16.002837 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5192f69-2de8-4e17-8731-15e6f7aa88c7 req-ab62d63c-c084-498a-949f-708aac01a021 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:16.004604 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-c5192f69-2de8-4e17-8731-15e6f7aa88c7 req-ab62d63c-c084-498a-949f-708aac01a021 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=88333656-607c-4590-a5a9-68e3de0be916 HTTP/1.1" status: 200 len: 945 time: 0.1169560 Mar 31 15:40:16.021254 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.managers [req-c4ecab99-869c-442e-87d6-7c28d8670926 req-24037050-5c43-4323-8017-e46d92647335 service neutron] Attempting to bind port 41078405-669f-422c-98cc-6934c9da0509 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:40:16.021804 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.managers [req-c4ecab99-869c-442e-87d6-7c28d8670926 req-24037050-5c43-4323-8017-e46d92647335 service neutron] Attempting to bind port 41078405-669f-422c-98cc-6934c9da0509 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '1655d0e3-c00a-4676-b6fe-95ded42ab808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c788e736-d0a9-43b4-9ab6-868bf21e10dd'}] {{(pid=104159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:40:16.022314 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ecab99-869c-442e-87d6-7c28d8670926 req-24037050-5c43-4323-8017-e46d92647335 service neutron] Attempting to bind port 41078405-669f-422c-98cc-6934c9da0509 on network c788e736-d0a9-43b4-9ab6-868bf21e10dd {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:40:16.044988 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ecab99-869c-442e-87d6-7c28d8670926 req-24037050-5c43-4323-8017-e46d92647335 service neutron] Port 41078405-669f-422c-98cc-6934c9da0509 on network c788e736-d0a9-43b4-9ab6-868bf21e10dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 15:40:16.045303 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ecab99-869c-442e-87d6-7c28d8670926 req-24037050-5c43-4323-8017-e46d92647335 service neutron] Attempting to bind port 41078405-669f-422c-98cc-6934c9da0509 on network c788e736-d0a9-43b4-9ab6-868bf21e10dd {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:40:16.071162 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ecab99-869c-442e-87d6-7c28d8670926 req-24037050-5c43-4323-8017-e46d92647335 service neutron] Checking agent: {'id': '42669199-0b56-4e25-9a3d-cc561c912f6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 34, 6), 'started_at': datetime.datetime(2022, 3, 31, 15, 34, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:40:16.075925 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ecab99-869c-442e-87d6-7c28d8670926 req-24037050-5c43-4323-8017-e46d92647335 service neutron] Checking segment: {'id': '1655d0e3-c00a-4676-b6fe-95ded42ab808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c788e736-d0a9-43b4-9ab6-868bf21e10dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:40:16.075925 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ecab99-869c-442e-87d6-7c28d8670926 req-24037050-5c43-4323-8017-e46d92647335 service neutron] Bound using segment: {'id': '1655d0e3-c00a-4676-b6fe-95ded42ab808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c788e736-d0a9-43b4-9ab6-868bf21e10dd'} {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:40:16.075925 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.managers [req-c4ecab99-869c-442e-87d6-7c28d8670926 req-24037050-5c43-4323-8017-e46d92647335 service neutron] Bound port: 41078405-669f-422c-98cc-6934c9da0509, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1655d0e3-c00a-4676-b6fe-95ded42ab808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c788e736-d0a9-43b4-9ab6-868bf21e10dd'}}] {{(pid=104159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:40:16.075925 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-c4ecab99-869c-442e-87d6-7c28d8670926 req-24037050-5c43-4323-8017-e46d92647335 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (41078405-669f-422c-98cc-6934c9da0509), before_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:16.131930 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-c5192f69-2de8-4e17-8731-15e6f7aa88c7 req-651af217-2740-4141-9438-44045a6f0f94 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b0e7810-dd04-4a66-8afe-9762b371d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205816 Mar 31 15:40:16.157313 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f961b326-8ad1-4b56-bd1c-4d381f9e2aab req-e16c1a8d-1a0b-4e07-8131-b69c80bb999e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:16.158827 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-f961b326-8ad1-4b56-bd1c-4d381f9e2aab req-e16c1a8d-1a0b-4e07-8131-b69c80bb999e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d4fc7fbc16624a3082581ef98d9d25a5&device_id=88333656-607c-4590-a5a9-68e3de0be916 HTTP/1.1" status: 200 len: 1129 time: 0.1236062 Mar 31 15:40:16.213864 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.db [req-c4ecab99-869c-442e-87d6-7c28d8670926 req-24037050-5c43-4323-8017-e46d92647335 service neutron] For port 41078405-669f-422c-98cc-6934c9da0509, host hv-cinder-75078, cleared binding levels {{(pid=104159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:40:16.237826 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31494741-4d18-454a-9b9c-5f7761fef7c4 req-943cfc41-caa0-4aa9-ab95-af3a2e476132 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:16.238867 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.db [req-c4ecab99-869c-442e-87d6-7c28d8670926 req-24037050-5c43-4323-8017-e46d92647335 service neutron] For port 41078405-669f-422c-98cc-6934c9da0509, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=41078405-669f-422c-98cc-6934c9da0509,segment=NetworkSegment(1655d0e3-c00a-4676-b6fe-95ded42ab808),segment_id=1655d0e3-c00a-4676-b6fe-95ded42ab808)] {{(pid=104159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:40:16.239329 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-31494741-4d18-454a-9b9c-5f7761fef7c4 req-943cfc41-caa0-4aa9-ab95-af3a2e476132 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2f3cb35-3439-4d1c-8890-34a7671dd40f HTTP/1.1" status: 200 len: 943 time: 0.0641015 Mar 31 15:40:16.271198 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f961b326-8ad1-4b56-bd1c-4d381f9e2aab req-40b7ae5b-8415-43c8-abc9-2b53f1a99ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:16.272583 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-f961b326-8ad1-4b56-bd1c-4d381f9e2aab req-40b7ae5b-8415-43c8-abc9-2b53f1a99ddd service neutron] 10.222.0.26 "GET /v2.0/networks?id=4a5bb9cd-d074-4713-88c5-e7791e1f5e5b HTTP/1.1" status: 200 len: 920 time: 0.1065390 Mar 31 15:40:16.294929 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-31494741-4d18-454a-9b9c-5f7761fef7c4 req-57269654-b8bc-4baf-bedd-f0c26aa2aff4 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae23c5a7-e2c9-4224-aab1-28482f4f04d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459623 Mar 31 15:40:16.353109 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-f961b326-8ad1-4b56-bd1c-4d381f9e2aab req-e87b2cff-5761-48ec-8b8c-8a28926be01d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ecdbe89-4e45-4cfd-94eb-c253f9c888a8 HTTP/1.1" status: 200 len: 1000 time: 0.0724068 Mar 31 15:40:16.395484 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-c4ecab99-869c-442e-87d6-7c28d8670926 req-24037050-5c43-4323-8017-e46d92647335 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3148011'] for port (41078405-669f-422c-98cc-6934c9da0509), after_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:16.436266 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ecab99-869c-442e-87d6-7c28d8670926 req-24037050-5c43-4323-8017-e46d92647335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:16.437278 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-c4ecab99-869c-442e-87d6-7c28d8670926 req-24037050-5c43-4323-8017-e46d92647335 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451'] for port (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:16.438746 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-c4ecab99-869c-442e-87d6-7c28d8670926 req-24037050-5c43-4323-8017-e46d92647335 service neutron] 10.222.0.26 "PUT /v2.0/ports/41078405-669f-422c-98cc-6934c9da0509 HTTP/1.1" status: 200 len: 1093 time: 1.1015964 Mar 31 15:40:16.441223 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2f3cb35-3439-4d1c-8890-34a7671dd40f', 'tag': '41078405-669f-422c-98cc-6934c9da0509'}] {{(pid=104159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:40:16.443718 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea64b363b0503405ce6d4d78215f64c9ed163e64c8f258dff0ae871dea148ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a424b8a-69a2-42d1-9b49-b37beb171268" -d '{"events": [{"name": "network-changed", "server_uuid": "d2f3cb35-3439-4d1c-8890-34a7671dd40f", "tag": "41078405-669f-422c-98cc-6934c9da0509"}]}' {{(pid=104159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:40:16.450822 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f961b326-8ad1-4b56-bd1c-4d381f9e2aab req-3195437a-bb79-4b0d-8b10-56c64b5d7fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:16.453183 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-f961b326-8ad1-4b56-bd1c-4d381f9e2aab req-3195437a-bb79-4b0d-8b10-56c64b5d7fca service neutron] 10.222.0.26 "GET /v2.0/subnets?id=94d12cd9-1105-49d4-9d9d-27e65ff0c644 HTTP/1.1" status: 200 len: 858 time: 0.0941405 Mar 31 15:40:16.503759 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e26bbdd3-95dc-49dd-9a98-dd0bfb7bd01b x-openstack-request-id: req-e26bbdd3-95dc-49dd-9a98-dd0bfb7bd01b {{(pid=104159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:40:16.504059 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2f3cb35-3439-4d1c-8890-34a7671dd40f", "tag": "41078405-669f-422c-98cc-6934c9da0509", "status": "completed", "code": 200}]} {{(pid=104159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:40:16.504322 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e26bbdd3-95dc-49dd-9a98-dd0bfb7bd01b {{(pid=104159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:40:16.504778 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e26bbdd3-95dc-49dd-9a98-dd0bfb7bd01b'] response: {'name': 'network-changed', 'server_uuid': 'd2f3cb35-3439-4d1c-8890-34a7671dd40f', 'tag': '41078405-669f-422c-98cc-6934c9da0509', 'status': 'completed', 'code': 200} Mar 31 15:40:16.513180 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24037050-5c43-4323-8017-e46d92647335 service neutron] Pushing event updated for resources: {'Port': ['ID=41078405-669f-422c-98cc-6934c9da0509,revision_number=3']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:40:16.565484 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f961b326-8ad1-4b56-bd1c-4d381f9e2aab req-99dd73c9-3543-4053-9b9a-af3148ddd696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:16.567142 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-f961b326-8ad1-4b56-bd1c-4d381f9e2aab req-99dd73c9-3543-4053-9b9a-af3148ddd696 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4a5bb9cd-d074-4713-88c5-e7791e1f5e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1055503 Mar 31 15:40:16.631745 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a424b8a-69a2-42d1-9b49-b37beb171268 req-843fa89c-f0e0-42b5-a9d2-b9f77f18ab1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:16.633176 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-1a424b8a-69a2-42d1-9b49-b37beb171268 req-843fa89c-f0e0-42b5-a9d2-b9f77f18ab1c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cca1b5744ca840f59a8b48d7969cf311&device_id=d2f3cb35-3439-4d1c-8890-34a7671dd40f HTTP/1.1" status: 200 len: 1127 time: 0.1067350 Mar 31 15:40:16.735145 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-f961b326-8ad1-4b56-bd1c-4d381f9e2aab req-720a7032-0b52-4668-b646-e75ff9013697 service neutron] 10.222.0.26 "GET /v2.0/networks/4a5bb9cd-d074-4713-88c5-e7791e1f5e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566174 Mar 31 15:40:16.820494 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a424b8a-69a2-42d1-9b49-b37beb171268 req-6ce6d714-9f71-44fe-8537-17a8e4e34037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:16.821874 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-1a424b8a-69a2-42d1-9b49-b37beb171268 req-6ce6d714-9f71-44fe-8537-17a8e4e34037 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=cca1b5744ca840f59a8b48d7969cf311&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1749556 Mar 31 15:40:16.906126 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-f961b326-8ad1-4b56-bd1c-4d381f9e2aab req-8a50bb8e-9e54-4917-85d4-d53df22cfd17 service neutron] 10.222.0.26 "GET /v2.0/networks/4a5bb9cd-d074-4713-88c5-e7791e1f5e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612337 Mar 31 15:40:16.946517 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a424b8a-69a2-42d1-9b49-b37beb171268 req-a51a8326-7cac-4101-8349-1e5b84d9c7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:16.948269 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-1a424b8a-69a2-42d1-9b49-b37beb171268 req-a51a8326-7cac-4101-8349-1e5b84d9c7ab service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1198282 Mar 31 15:40:17.046920 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ecab99-869c-442e-87d6-7c28d8670926 req-5f9cc69d-ef73-4af7-a775-f6873d5a33b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:17.048450 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-c4ecab99-869c-442e-87d6-7c28d8670926 req-5f9cc69d-ef73-4af7-a775-f6873d5a33b6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cca1b5744ca840f59a8b48d7969cf311&device_id=d2f3cb35-3439-4d1c-8890-34a7671dd40f HTTP/1.1" status: 200 len: 1127 time: 0.0549247 Mar 31 15:40:17.098313 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-c4ecab99-869c-442e-87d6-7c28d8670926 req-4f332747-f067-4d44-ac8d-785586d9f34f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41078405-669f-422c-98cc-6934c9da0509 HTTP/1.1" status: 200 len: 217 time: 0.0418179 Mar 31 15:40:17.151911 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ecab99-869c-442e-87d6-7c28d8670926 req-e34fc193-3c60-4de3-a9f6-a8b92fb19f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:17.154887 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-c4ecab99-869c-442e-87d6-7c28d8670926 req-e34fc193-3c60-4de3-a9f6-a8b92fb19f58 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=24c3e396-84e2-434a-a2c2-95f650ca2dd2 HTTP/1.1" status: 200 len: 854 time: 0.0481033 Mar 31 15:40:17.196689 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-c4ecab99-869c-442e-87d6-7c28d8670926 req-cd8729dd-5505-45a3-b951-25d71d338a6b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c788e736-d0a9-43b4-9ab6-868bf21e10dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304883 Mar 31 15:40:17.293305 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fce9fd-d6c9-4f3f-80ca-9fe59c9278f3 req-36175a00-b7b9-4113-bf61-192cef5ba632 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:17.295470 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-b0fce9fd-d6c9-4f3f-80ca-9fe59c9278f3 req-36175a00-b7b9-4113-bf61-192cef5ba632 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=88333656-607c-4590-a5a9-68e3de0be916 HTTP/1.1" status: 200 len: 945 time: 0.0835502 Mar 31 15:40:17.344879 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-c4ecab99-869c-442e-87d6-7c28d8670926 req-2dce2158-3e68-47ff-98a3-6e0e4e22d3e7 service neutron] 10.222.0.26 "GET /v2.0/networks/c788e736-d0a9-43b4-9ab6-868bf21e10dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401784 Mar 31 15:40:17.361662 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-b0fce9fd-d6c9-4f3f-80ca-9fe59c9278f3 req-3baf88e6-5070-47d6-949f-1d428b9aeea1 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b0e7810-dd04-4a66-8afe-9762b371d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589921 Mar 31 15:40:17.492630 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-c4ecab99-869c-442e-87d6-7c28d8670926 req-bdbc46fe-8362-498b-a1a8-0e13d9924ae9 service neutron] 10.222.0.26 "GET /v2.0/networks/c788e736-d0a9-43b4-9ab6-868bf21e10dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382415 Mar 31 15:40:17.510016 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fefb070-387f-47e0-b68c-4cd92a979890 req-f17beab5-2a39-4332-aa17-022e2a621e08 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:17.511895 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-3fefb070-387f-47e0-b68c-4cd92a979890 req-f17beab5-2a39-4332-aa17-022e2a621e08 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2f3cb35-3439-4d1c-8890-34a7671dd40f HTTP/1.1" status: 200 len: 943 time: 0.1339915 Mar 31 15:40:17.569798 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-3fefb070-387f-47e0-b68c-4cd92a979890 req-66deadb1-ab92-4ce2-9970-7762597f8233 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae23c5a7-e2c9-4224-aab1-28482f4f04d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502229 Mar 31 15:40:18.003204 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e58b822-8856-4669-b564-f66e95291926 req-a9145020-62d0-4ec1-bc4b-d85595aa14e3 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:18.004734 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-7e58b822-8856-4669-b564-f66e95291926 req-a9145020-62d0-4ec1-bc4b-d85595aa14e3 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/ports?device_id=736bebfe-fdc7-4e4c-b37e-05868421c771 HTTP/1.1" status: 200 len: 946 time: 0.0557642 Mar 31 15:40:18.059903 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-7e58b822-8856-4669-b564-f66e95291926 req-4d23619a-a298-49ba-a2e7-d91c91a79718 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/security-groups?id=9020a30f-f95a-46d9-b9d2-f07418290371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463021 Mar 31 15:40:18.496802 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b615a619-a0cd-44ca-b696-4fa7c5600e1d req-b231e20f-3093-4cf4-ac41-38cf34c08345 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:18.498345 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-b615a619-a0cd-44ca-b696-4fa7c5600e1d req-b231e20f-3093-4cf4-ac41-38cf34c08345 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=88333656-607c-4590-a5a9-68e3de0be916 HTTP/1.1" status: 200 len: 945 time: 0.0578294 Mar 31 15:40:18.565735 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-b615a619-a0cd-44ca-b696-4fa7c5600e1d req-247de0d3-8aae-4b9a-9b51-cadef68b1237 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b0e7810-dd04-4a66-8afe-9762b371d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590229 Mar 31 15:40:18.703333 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62804223-4104-41f6-b28e-1cda39704498 req-9b787ac9-8d5c-4edc-912f-9e914db07b4d tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:18.704901 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-62804223-4104-41f6-b28e-1cda39704498 req-9b787ac9-8d5c-4edc-912f-9e914db07b4d tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2f3cb35-3439-4d1c-8890-34a7671dd40f HTTP/1.1" status: 200 len: 943 time: 0.0623891 Mar 31 15:40:18.765267 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-62804223-4104-41f6-b28e-1cda39704498 req-24faa71c-c1fe-4e57-9fb8-c3ad5c64a628 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae23c5a7-e2c9-4224-aab1-28482f4f04d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521760 Mar 31 15:40:19.207595 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93ccb68-4852-472d-95b5-e26724b56f08 req-2f10af93-0260-4989-9a45-26ea57d3fdf5 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:19.209128 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-f93ccb68-4852-472d-95b5-e26724b56f08 req-2f10af93-0260-4989-9a45-26ea57d3fdf5 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/ports?device_id=736bebfe-fdc7-4e4c-b37e-05868421c771 HTTP/1.1" status: 200 len: 946 time: 0.0665536 Mar 31 15:40:19.275075 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-f93ccb68-4852-472d-95b5-e26724b56f08 req-efb9aa68-4bd8-4a1f-992b-0fc81f78eaeb tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/security-groups?id=9020a30f-f95a-46d9-b9d2-f07418290371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502794 Mar 31 15:40:19.713419 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c5d988-1f2a-4929-8b71-6392ab4ce39d req-7567d820-74f4-45da-8899-0dc8e0767411 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:19.715190 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-a7c5d988-1f2a-4929-8b71-6392ab4ce39d req-7567d820-74f4-45da-8899-0dc8e0767411 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=88333656-607c-4590-a5a9-68e3de0be916 HTTP/1.1" status: 200 len: 945 time: 0.0605736 Mar 31 15:40:19.768991 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-a7c5d988-1f2a-4929-8b71-6392ab4ce39d req-98cb158e-9bc4-4e01-b4df-8a93884f6c28 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b0e7810-dd04-4a66-8afe-9762b371d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463204 Mar 31 15:40:19.920187 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0c265c-30f7-4156-8c04-8d59097d1970 req-c23483f6-f874-4de6-a87a-90374829def8 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:19.921963 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-1d0c265c-30f7-4156-8c04-8d59097d1970 req-c23483f6-f874-4de6-a87a-90374829def8 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2f3cb35-3439-4d1c-8890-34a7671dd40f HTTP/1.1" status: 200 len: 943 time: 0.0844409 Mar 31 15:40:19.975508 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-1d0c265c-30f7-4156-8c04-8d59097d1970 req-6e1d8c2e-229d-4477-8f43-369c5dc06dd4 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae23c5a7-e2c9-4224-aab1-28482f4f04d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473063 Mar 31 15:40:20.235620 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device 41078405-669f-422c-98cc-6934c9da0509 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=104160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 15:40:20.351600 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] For port 41078405-669f-422c-98cc-6934c9da0509, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=41078405-669f-422c-98cc-6934c9da0509,segment=NetworkSegment(1655d0e3-c00a-4676-b6fe-95ded42ab808),segment_id=1655d0e3-c00a-4676-b6fe-95ded42ab808)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:40:20.365288 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Returning: {'device': '41078405-669f-422c-98cc-6934c9da0509', 'network_id': 'c788e736-d0a9-43b4-9ab6-868bf21e10dd', 'port_id': '41078405-669f-422c-98cc-6934c9da0509', 'mac_address': 'fa:16:3e:0a:d6:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24c3e396-84e2-434a-a2c2-95f650ca2dd2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 15:40:20.385584 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e9beb-e9f4-4ce5-bcb1-ba827699c598 req-3aceda5d-6969-4123-b999-be184698dabf tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:20.387979 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-fe8e9beb-e9f4-4ce5-bcb1-ba827699c598 req-3aceda5d-6969-4123-b999-be184698dabf tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.26 "GET /v2.0/ports?device_id=736bebfe-fdc7-4e4c-b37e-05868421c771 HTTP/1.1" status: 200 len: 946 time: 0.1005669 Mar 31 15:40:20.412743 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Current status of the port 41078405-669f-422c-98cc-6934c9da0509 is: DOWN; New status is: BUILD {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:40:20.413126 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (41078405-669f-422c-98cc-6934c9da0509), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:20.430543 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.notifiers.nova [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41078405-669f-422c-98cc-6934c9da0509 {{(pid=104160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:40:20.452174 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] For port 41078405-669f-422c-98cc-6934c9da0509, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=41078405-669f-422c-98cc-6934c9da0509,segment=NetworkSegment(1655d0e3-c00a-4676-b6fe-95ded42ab808),segment_id=1655d0e3-c00a-4676-b6fe-95ded42ab808)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:40:20.454906 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2acbf-7a9b-4b1d-a3f9-a0d1becc9497 req-057e0d59-0527-41d1-8818-38ca0de1c547 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:20.456392 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-2ed2acbf-7a9b-4b1d-a3f9-a0d1becc9497 req-057e0d59-0527-41d1-8818-38ca0de1c547 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/ports?device_id=736bebfe-fdc7-4e4c-b37e-05868421c771 HTTP/1.1" status: 200 len: 946 time: 0.1135125 Mar 31 15:40:20.515728 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (41078405-669f-422c-98cc-6934c9da0509), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:20.535357 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-2ed2acbf-7a9b-4b1d-a3f9-a0d1becc9497 req-b167be2f-b109-47f1-9b26-ce8d62516294 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/security-groups?id=9020a30f-f95a-46d9-b9d2-f07418290371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729399 Mar 31 15:40:20.550589 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [req-fe8e9beb-e9f4-4ce5-bcb1-ba827699c598 req-4b8a37d5-5bf7-43ad-a10e-38d0fd10cb35 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Deleting port 84024e4b-650c-42fa-a4eb-6c52eccd529c {{(pid=104159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:40:20.551234 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-fe8e9beb-e9f4-4ce5-bcb1-ba827699c598 req-4b8a37d5-5bf7-43ad-a10e-38d0fd10cb35 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772784948758'] for port (84024e4b-650c-42fa-a4eb-6c52eccd529c), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:20.570978 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Pushing event updated for resources: {'Port': ['ID=41078405-669f-422c-98cc-6934c9da0509,revision_number=4']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:40:20.657537 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.db [req-fe8e9beb-e9f4-4ce5-bcb1-ba827699c598 req-4b8a37d5-5bf7-43ad-a10e-38d0fd10cb35 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] For port 84024e4b-650c-42fa-a4eb-6c52eccd529c, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=84024e4b-650c-42fa-a4eb-6c52eccd529c,segment=NetworkSegment(ec34a71e-0dc7-4d80-8f0e-2bcd71ad2a76),segment_id=ec34a71e-0dc7-4d80-8f0e-2bcd71ad2a76)] {{(pid=104159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:40:20.657909 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-fe8e9beb-e9f4-4ce5-bcb1-ba827699c598 req-4b8a37d5-5bf7-43ad-a10e-38d0fd10cb35 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576833'] for port (84024e4b-650c-42fa-a4eb-6c52eccd529c), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:20.857182 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] get_ports_and_sgs() called for port_ids ['41078405-669f-422c-98cc-6934c9da0509'] {{(pid=104160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:40:20.857579 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-fe8e9beb-e9f4-4ce5-bcb1-ba827699c598 req-4b8a37d5-5bf7-43ad-a10e-38d0fd10cb35 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:20.858152 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-fe8e9beb-e9f4-4ce5-bcb1-ba827699c598 req-4b8a37d5-5bf7-43ad-a10e-38d0fd10cb35 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574067'] for floatingip (d474de01-ba51-4da8-9269-ac11e9a19c52), after_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:20.858723 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.db.l3_db [req-fe8e9beb-e9f4-4ce5-bcb1-ba827699c598 req-4b8a37d5-5bf7-43ad-a10e-38d0fd10cb35 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Floating IP d474de01-ba51-4da8-9269-ac11e9a19c52 disassociated. External IP: 172.28.2.251, port: 84024e4b-650c-42fa-a4eb-6c52eccd529c. Mar 31 15:40:20.859635 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [req-fe8e9beb-e9f4-4ce5-bcb1-ba827699c598 req-4b8a37d5-5bf7-43ad-a10e-38d0fd10cb35 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Calling delete_port for 84024e4b-650c-42fa-a4eb-6c52eccd529c owned by compute:nova {{(pid=104159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:40:20.925825 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84642867-459b-4c4e-95b7-a05daddd9485 req-d8837781-beb8-4bce-85f7-10a3a597869e tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:20.928244 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-84642867-459b-4c4e-95b7-a05daddd9485 req-d8837781-beb8-4bce-85f7-10a3a597869e tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=88333656-607c-4590-a5a9-68e3de0be916 HTTP/1.1" status: 200 len: 945 time: 0.0689061 Mar 31 15:40:20.992863 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-84642867-459b-4c4e-95b7-a05daddd9485 req-5a487f03-1e53-41f8-9b6c-fa35fbf0ec22 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b0e7810-dd04-4a66-8afe-9762b371d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554004 Mar 31 15:40:21.138538 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc9ef9f-fa78-449f-9aea-a23f88edb23a req-f00e54d7-946a-482a-b17d-efc76b2b24f7 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:21.139978 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-0cc9ef9f-fa78-449f-9aea-a23f88edb23a req-f00e54d7-946a-482a-b17d-efc76b2b24f7 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2f3cb35-3439-4d1c-8890-34a7671dd40f HTTP/1.1" status: 200 len: 944 time: 0.0562477 Mar 31 15:40:21.174061 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-fe8e9beb-e9f4-4ce5-bcb1-ba827699c598 req-4b8a37d5-5bf7-43ad-a10e-38d0fd10cb35 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772784953465', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772784453879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3148002'] for port (84024e4b-650c-42fa-a4eb-6c52eccd529c), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:21.221206 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8a37d5-5bf7-43ad-a10e-38d0fd10cb35 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Pushing event deleted for resources: {'Port': ['ID=84024e4b-650c-42fa-a4eb-6c52eccd529c,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:40:21.226862 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-0cc9ef9f-fa78-449f-9aea-a23f88edb23a req-dc1ec153-45ea-4a7e-b878-fba9cac6c589 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae23c5a7-e2c9-4224-aab1-28482f4f04d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811400 Mar 31 15:40:21.235713 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8a37d5-5bf7-43ad-a10e-38d0fd10cb35 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:40:21.235990 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8a37d5-5bf7-43ad-a10e-38d0fd10cb35 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:40:21.236332 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8a37d5-5bf7-43ad-a10e-38d0fd10cb35 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:40:21.236672 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8a37d5-5bf7-43ad-a10e-38d0fd10cb35 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:40:21.237010 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8a37d5-5bf7-43ad-a10e-38d0fd10cb35 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:40:21.237335 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8a37d5-5bf7-43ad-a10e-38d0fd10cb35 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:40:21.237944 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8a37d5-5bf7-43ad-a10e-38d0fd10cb35 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:40:21.238347 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8a37d5-5bf7-43ad-a10e-38d0fd10cb35 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:40:21.238589 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8a37d5-5bf7-43ad-a10e-38d0fd10cb35 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:40:21.238930 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8a37d5-5bf7-43ad-a10e-38d0fd10cb35 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:40:21.239225 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8a37d5-5bf7-43ad-a10e-38d0fd10cb35 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:40:21.239547 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8a37d5-5bf7-43ad-a10e-38d0fd10cb35 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:40:21.239902 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8a37d5-5bf7-43ad-a10e-38d0fd10cb35 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:40:21.240166 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8a37d5-5bf7-43ad-a10e-38d0fd10cb35 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:40:21.240487 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8a37d5-5bf7-43ad-a10e-38d0fd10cb35 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:40:21.348261 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe8e9beb-e9f4-4ce5-bcb1-ba827699c598 req-4b8a37d5-5bf7-43ad-a10e-38d0fd10cb35 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Router 8da13428-dd29-43c2-90b9-9601dc801daa has already been hosted by L3 agent 9721ac04-bac7-49da-b384-3a2049eedfa2 {{(pid=104159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:40:21.458346 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe8e9beb-e9f4-4ce5-bcb1-ba827699c598 req-4b8a37d5-5bf7-43ad-a10e-38d0fd10cb35 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Notify agent at l3_agent.dv-cinder-750782-15-smb the message routers_updated {{(pid=104159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:40:21.469174 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7928b6-0338-45d8-a269-d9cc3140ab3c None None] Sync routers for ids ['8da13428-dd29-43c2-90b9-9601dc801daa'] in dv-cinder-750782-15-smb {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:40:21.480555 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7928b6-0338-45d8-a269-d9cc3140ab3c None None] Routers {'8da13428-dd29-43c2-90b9-9601dc801daa'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:40:21.481200 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-7b7928b6-0338-45d8-a269-d9cc3140ab3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:40:06Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['8da13428-dd29-43c2-90b9-9601dc801daa'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:40:21.501514 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe8e9beb-e9f4-4ce5-bcb1-ba827699c598 req-4b8a37d5-5bf7-43ad-a10e-38d0fd10cb35 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] No DVR routers for this DVR port 84024e4b-650c-42fa-a4eb-6c52eccd529c on host hv-cinder-75078 {{(pid=104159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:40:21.503792 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-fe8e9beb-e9f4-4ce5-bcb1-ba827699c598 req-4b8a37d5-5bf7-43ad-a10e-38d0fd10cb35 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451'] for port (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:21.506995 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-fe8e9beb-e9f4-4ce5-bcb1-ba827699c598 req-4b8a37d5-5bf7-43ad-a10e-38d0fd10cb35 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.26 "DELETE /v2.0/ports/84024e4b-650c-42fa-a4eb-6c52eccd529c HTTP/1.1" status: 204 len: 173 time: 1.1105974 Mar 31 15:40:21.507434 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '736bebfe-fdc7-4e4c-b37e-05868421c771', 'name': 'network-vif-deleted', 'tag': '84024e4b-650c-42fa-a4eb-6c52eccd529c'}] {{(pid=104159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:40:21.509681 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea64b363b0503405ce6d4d78215f64c9ed163e64c8f258dff0ae871dea148ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc7e677a-061d-4acc-bbca-6c7547b039af" -d '{"events": [{"server_uuid": "736bebfe-fdc7-4e4c-b37e-05868421c771", "name": "network-vif-deleted", "tag": "84024e4b-650c-42fa-a4eb-6c52eccd529c"}]}' {{(pid=104159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:40:21.546373 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be136596-e192-4076-b92f-57e304f19ef1 x-openstack-request-id: req-be136596-e192-4076-b92f-57e304f19ef1 {{(pid=104159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:40:21.547191 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "736bebfe-fdc7-4e4c-b37e-05868421c771", "name": "network-vif-deleted", "tag": "84024e4b-650c-42fa-a4eb-6c52eccd529c", "status": "completed", "code": 200}]} {{(pid=104159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:40:21.547191 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-be136596-e192-4076-b92f-57e304f19ef1 {{(pid=104159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:40:21.547416 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be136596-e192-4076-b92f-57e304f19ef1'] response: {'server_uuid': '736bebfe-fdc7-4e4c-b37e-05868421c771', 'name': 'network-vif-deleted', 'tag': '84024e4b-650c-42fa-a4eb-6c52eccd529c', 'status': 'completed', 'code': 200} Mar 31 15:40:21.596500 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-7b7928b6-0338-45d8-a269-d9cc3140ab3c None None] Set router 8da13428-dd29-43c2-90b9-9601dc801daa gateway port host: dv-cinder-750782-15-smb {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:40:21.654219 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-99772065-919a-410b-b1c2-b03c742d7e1c req-6934ce9f-c02a-4689-af9c-a75a122659ba tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/ports?device_id=736bebfe-fdc7-4e4c-b37e-05868421c771 HTTP/1.1" status: 200 len: 210 time: 0.0295556 Mar 31 15:40:21.894628 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-7b7928b6-0338-45d8-a269-d9cc3140ab3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da13428-dd29-43c2-90b9-9601dc801daa', 'name': 'tempest-AttachVolumeTestJSON-1657121342-router', 'tenant_id': 'be4d3c00b0c245529e30b10275e77a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.250'}], 'enable_snat': True}, 'gw_port_id': '22afbc9f-9d0e-4cfa-8680-77394dc34ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:36:14Z', 'updated_at': '2022-03-31T15:36:24Z', 'revision_number': 4, 'project_id': 'be4d3c00b0c245529e30b10275e77a1a', 'gw_port': {'id': '22afbc9f-9d0e-4cfa-8680-77394dc34ccd', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da13428-dd29-43c2-90b9-9601dc801daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:15Z', 'updated_at': '2022-03-31T15:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_interfaces': [{'id': '270cf125-196c-4eb9-9e3a-b28307d064dc', 'name': '', 'network_id': 'acf2b035-5efb-451b-83b3-46613c8b8e46', 'tenant_id': 'be4d3c00b0c245529e30b10275e77a1a', 'mac_address': 'fa:16:3e:63:94:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da13428-dd29-43c2-90b9-9601dc801daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '0ed38ac7-8ffd-41b7-819b-98cf852cf0d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:21Z', 'updated_at': '2022-03-31T15:36:33Z', 'revision_number': 5, 'project_id': 'be4d3c00b0c245529e30b10275e77a1a', 'subnets': [{'id': '0ed38ac7-8ffd-41b7-819b-98cf852cf0d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:40:21.920639 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7928b6-0338-45d8-a269-d9cc3140ab3c None None] Checking router: 8da13428-dd29-43c2-90b9-9601dc801daa for host: dv-cinder-750782-15-smb {{(pid=104161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:40:21.928787 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7928b6-0338-45d8-a269-d9cc3140ab3c None None] Routers {'8da13428-dd29-43c2-90b9-9601dc801daa'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:40:21.929409 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-7b7928b6-0338-45d8-a269-d9cc3140ab3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:40:06Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['8da13428-dd29-43c2-90b9-9601dc801daa'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:40:22.036427 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-7b7928b6-0338-45d8-a269-d9cc3140ab3c None None] Set router 8da13428-dd29-43c2-90b9-9601dc801daa gateway port host: dv-cinder-750782-15-smb {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:40:22.136531 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5d43cb-f485-4334-9b2f-fd76dcab2e08 req-58f0b078-aad7-43de-85d5-4ef7c1f0dbcb tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:22.139012 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-ad5d43cb-f485-4334-9b2f-fd76dcab2e08 req-58f0b078-aad7-43de-85d5-4ef7c1f0dbcb tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=88333656-607c-4590-a5a9-68e3de0be916 HTTP/1.1" status: 200 len: 945 time: 0.0554175 Mar 31 15:40:22.186508 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-ad5d43cb-f485-4334-9b2f-fd76dcab2e08 req-eba93145-4bd6-46b2-aea6-b7eae2bd1a33 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b0e7810-dd04-4a66-8afe-9762b371d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412591 Mar 31 15:40:22.242889 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device 41078405-669f-422c-98cc-6934c9da0509 up at agent hyperv_hv-cinder-75078 {{(pid=104160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:40:22.244194 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-7b7928b6-0338-45d8-a269-d9cc3140ab3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da13428-dd29-43c2-90b9-9601dc801daa', 'name': 'tempest-AttachVolumeTestJSON-1657121342-router', 'tenant_id': 'be4d3c00b0c245529e30b10275e77a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.250'}], 'enable_snat': True}, 'gw_port_id': '22afbc9f-9d0e-4cfa-8680-77394dc34ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:36:14Z', 'updated_at': '2022-03-31T15:36:24Z', 'revision_number': 4, 'project_id': 'be4d3c00b0c245529e30b10275e77a1a', 'gw_port': {'id': '22afbc9f-9d0e-4cfa-8680-77394dc34ccd', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da13428-dd29-43c2-90b9-9601dc801daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:15Z', 'updated_at': '2022-03-31T15:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_interfaces': [{'id': '270cf125-196c-4eb9-9e3a-b28307d064dc', 'name': '', 'network_id': 'acf2b035-5efb-451b-83b3-46613c8b8e46', 'tenant_id': 'be4d3c00b0c245529e30b10275e77a1a', 'mac_address': 'fa:16:3e:63:94:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da13428-dd29-43c2-90b9-9601dc801daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '0ed38ac7-8ffd-41b7-819b-98cf852cf0d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:21Z', 'updated_at': '2022-03-31T15:36:33Z', 'revision_number': 5, 'project_id': 'be4d3c00b0c245529e30b10275e77a1a', 'subnets': [{'id': '0ed38ac7-8ffd-41b7-819b-98cf852cf0d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:40:22.272299 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7928b6-0338-45d8-a269-d9cc3140ab3c None None] The sync data for ids ['8da13428-dd29-43c2-90b9-9601dc801daa'] in dv-cinder-750782-15-smb is: [{'id': '8da13428-dd29-43c2-90b9-9601dc801daa', 'name': 'tempest-AttachVolumeTestJSON-1657121342-router', 'tenant_id': 'be4d3c00b0c245529e30b10275e77a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.250'}], 'enable_snat': True}, 'gw_port_id': '22afbc9f-9d0e-4cfa-8680-77394dc34ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:36:14Z', 'updated_at': '2022-03-31T15:36:24Z', 'revision_number': 4, 'project_id': 'be4d3c00b0c245529e30b10275e77a1a', 'gw_port': {'id': '22afbc9f-9d0e-4cfa-8680-77394dc34ccd', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da13428-dd29-43c2-90b9-9601dc801daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:15Z', 'updated_at': '2022-03-31T15:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_interfaces': [{'id': '270cf125-196c-4eb9-9e3a-b28307d064dc', 'name': '', 'network_id': 'acf2b035-5efb-451b-83b3-46613c8b8e46', 'tenant_id': 'be4d3c00b0c245529e30b10275e77a1a', 'mac_address': 'fa:16:3e:63:94:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da13428-dd29-43c2-90b9-9601dc801daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '0ed38ac7-8ffd-41b7-819b-98cf852cf0d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:21Z', 'updated_at': '2022-03-31T15:36:33Z', 'revision_number': 5, 'project_id': 'be4d3c00b0c245529e30b10275e77a1a', 'subnets': [{'id': '0ed38ac7-8ffd-41b7-819b-98cf852cf0d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:40:22.358204 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaeaa6c-99fe-4d76-a404-2e161be90e54 req-57ca28e2-ee82-4377-82c0-abf963fb8ae7 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:22.359736 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-ceaeaa6c-99fe-4d76-a404-2e161be90e54 req-57ca28e2-ee82-4377-82c0-abf963fb8ae7 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2f3cb35-3439-4d1c-8890-34a7671dd40f HTTP/1.1" status: 200 len: 944 time: 0.0570631 Mar 31 15:40:22.411811 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Provisioning for port 41078405-669f-422c-98cc-6934c9da0509 completed by entity L2. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 15:40:22.416979 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Provisioning complete for port 41078405-669f-422c-98cc-6934c9da0509 triggered by entity L2. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:40:22.417366 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (41078405-669f-422c-98cc-6934c9da0509), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:22.428377 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-ceaeaa6c-99fe-4d76-a404-2e161be90e54 req-879a5e6c-b8af-47d4-af5f-965b786e8140 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae23c5a7-e2c9-4224-aab1-28482f4f04d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537906 Mar 31 15:40:22.506832 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Current status of the port 41078405-669f-422c-98cc-6934c9da0509 is: BUILD; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:40:22.507226 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (41078405-669f-422c-98cc-6934c9da0509), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:22.523537 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baec163a-e912-40b1-a526-bb693f32a996 None None] New status for floating IP d474de01-ba51-4da8-9269-ac11e9a19c52: DOWN {{(pid=104160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:40:22.572641 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2f3cb35-3439-4d1c-8890-34a7671dd40f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41078405-669f-422c-98cc-6934c9da0509'}] {{(pid=104160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:40:22.575437 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce3869fed81eb230bc7c00aef7f85a04080afe3b8b72d2e6fbd63f6167e83839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f905e99e-588e-440f-bc5f-a5103880985f" -d '{"events": [{"server_uuid": "d2f3cb35-3439-4d1c-8890-34a7671dd40f", "name": "network-vif-plugged", "status": "completed", "tag": "41078405-669f-422c-98cc-6934c9da0509"}]}' {{(pid=104160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:40:22.620171 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] For port 41078405-669f-422c-98cc-6934c9da0509, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=41078405-669f-422c-98cc-6934c9da0509,segment=NetworkSegment(1655d0e3-c00a-4676-b6fe-95ded42ab808),segment_id=1655d0e3-c00a-4676-b6fe-95ded42ab808)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:40:22.654773 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebe25b80-d2b8-45e9-b621-67f795883863 x-openstack-request-id: req-ebe25b80-d2b8-45e9-b621-67f795883863 {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:40:22.655066 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2f3cb35-3439-4d1c-8890-34a7671dd40f", "name": "network-vif-plugged", "status": "completed", "tag": "41078405-669f-422c-98cc-6934c9da0509", "code": 200}]} {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:40:22.655299 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ebe25b80-d2b8-45e9-b621-67f795883863 {{(pid=104160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:40:22.655690 dv-cinder-750782-15-smb neutron-server[104160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebe25b80-d2b8-45e9-b621-67f795883863'] response: {'server_uuid': 'd2f3cb35-3439-4d1c-8890-34a7671dd40f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41078405-669f-422c-98cc-6934c9da0509', 'code': 200} Mar 31 15:40:22.738531 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (41078405-669f-422c-98cc-6934c9da0509), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:22.739345 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device 84024e4b-650c-42fa-a4eb-6c52eccd529c no longer exists at agent hyperv_hv-cinder-75078 {{(pid=104160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:40:22.759893 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] No Port match for: 84024e4b-650c-42fa-a4eb-6c52eccd529c {{(pid=104160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:40:22.760243 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device 84024e4b-650c-42fa-a4eb-6c52eccd529c not bound to the agent host hv-cinder-75078 {{(pid=104160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:40:22.806007 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Pushing event updated for resources: {'Port': ['ID=41078405-669f-422c-98cc-6934c9da0509,revision_number=5']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:40:22.821682 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 48164) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:40:22.868819 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-d1744d2c-b40a-43bb-bdc6-96fe76cfbdf6 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Publish callbacks [] for security_group (9020a30f-f95a-46d9-b9d2-f07418290371), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:22.897571 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-d1744d2c-b40a-43bb-bdc6-96fe76cfbdf6 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Publish callbacks [] for security_group (9020a30f-f95a-46d9-b9d2-f07418290371), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:22.995225 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3034619b-36c7-4acc-b640-7a8b9c99fa57 req-1be51e55-1099-4e15-8042-cb5e1fa21ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:22.997191 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-3034619b-36c7-4acc-b640-7a8b9c99fa57 req-1be51e55-1099-4e15-8042-cb5e1fa21ed2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d2f3cb35-3439-4d1c-8890-34a7671dd40f HTTP/1.1" status: 200 len: 1129 time: 0.0461898 Mar 31 15:40:23.013764 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-d1744d2c-b40a-43bb-bdc6-96fe76cfbdf6 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (9020a30f-f95a-46d9-b9d2-f07418290371), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:23.016384 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-d1744d2c-b40a-43bb-bdc6-96fe76cfbdf6 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Publish callbacks [] for security_group (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:23.017733 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-d1744d2c-b40a-43bb-bdc6-96fe76cfbdf6 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "DELETE /v2.0/security-groups/9020a30f-f95a-46d9-b9d2-f07418290371 HTTP/1.1" status: 204 len: 168 time: 0.2007940 Mar 31 15:40:23.020405 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 48166) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:40:23.027185 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1744d2c-b40a-43bb-bdc6-96fe76cfbdf6 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9020a30f-f95a-46d9-b9d2-f07418290371,revision_number=None']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:40:23.041350 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.api.v2.resource [None req-c2c8bdf0-1529-4d23-8e44-d2145943e5ef tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] show failed (client error): The resource could not be found. Mar 31 15:40:23.042320 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-c2c8bdf0-1529-4d23-8e44-d2145943e5ef tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/security-groups/9020a30f-f95a-46d9-b9d2-f07418290371 HTTP/1.1" status: 404 len: 347 time: 0.0209696 Mar 31 15:40:23.045378 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 48168) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:40:23.091776 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-3034619b-36c7-4acc-b640-7a8b9c99fa57 req-ad8bcdbe-f552-4615-949d-cd75635094b2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ae23c5a7-e2c9-4224-aab1-28482f4f04d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869136 Mar 31 15:40:23.179694 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [None req-04d49f0d-4da7-4c36-a94a-bf1012eb435a tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Deleting port 8129e0a6-311c-4b50-adcd-b7c91e839a8b {{(pid=104159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:40:23.180032 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-04d49f0d-4da7-4c36-a94a-bf1012eb435a tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772784948758'] for port (8129e0a6-311c-4b50-adcd-b7c91e839a8b), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:23.254726 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-04d49f0d-4da7-4c36-a94a-bf1012eb435a tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576833'] for port (8129e0a6-311c-4b50-adcd-b7c91e839a8b), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:23.255074 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-04d49f0d-4da7-4c36-a94a-bf1012eb435a tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Publish callbacks [] for floatingip (8129e0a6-311c-4b50-adcd-b7c91e839a8b), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:23.292444 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [None req-04d49f0d-4da7-4c36-a94a-bf1012eb435a tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Calling delete_port for 8129e0a6-311c-4b50-adcd-b7c91e839a8b owned by network:floatingip {{(pid=104159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:40:23.366594 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c52a6f-5944-4a9d-95bb-bfa6a73b9b79 req-88fe4b93-9a92-4689-8e9d-89c268cc1692 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:23.368066 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-c7c52a6f-5944-4a9d-95bb-bfa6a73b9b79 req-88fe4b93-9a92-4689-8e9d-89c268cc1692 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=88333656-607c-4590-a5a9-68e3de0be916 HTTP/1.1" status: 200 len: 945 time: 0.1105254 Mar 31 15:40:23.432352 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-c7c52a6f-5944-4a9d-95bb-bfa6a73b9b79 req-f754fc74-d3d7-47d0-af50-04e9c100642b tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b0e7810-dd04-4a66-8afe-9762b371d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566919 Mar 31 15:40:23.541609 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a6feae-76bf-4643-8fec-8b3c9dc89de9 req-98506cae-65cd-4c3c-a21a-603c7ceaafa4 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:23.543052 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-14a6feae-76bf-4643-8fec-8b3c9dc89de9 req-98506cae-65cd-4c3c-a21a-603c7ceaafa4 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2f3cb35-3439-4d1c-8890-34a7671dd40f HTTP/1.1" status: 200 len: 945 time: 0.0569310 Mar 31 15:40:23.550510 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-04d49f0d-4da7-4c36-a94a-bf1012eb435a tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772784953465', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772784453879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3148002'] for port (8129e0a6-311c-4b50-adcd-b7c91e839a8b), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:23.576155 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d49f0d-4da7-4c36-a94a-bf1012eb435a tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Pushing event deleted for resources: {'Port': ['ID=8129e0a6-311c-4b50-adcd-b7c91e839a8b,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:40:23.597929 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-14a6feae-76bf-4643-8fec-8b3c9dc89de9 req-8dca528b-1bdd-4bcb-bbe0-a7324b262bd6 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae23c5a7-e2c9-4224-aab1-28482f4f04d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490186 Mar 31 15:40:23.643646 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-04d49f0d-4da7-4c36-a94a-bf1012eb435a tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Publish callbacks [] for floatingip (d474de01-ba51-4da8-9269-ac11e9a19c52), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:23.646273 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-04d49f0d-4da7-4c36-a94a-bf1012eb435a tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451'] for floatingip (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:23.647436 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-04d49f0d-4da7-4c36-a94a-bf1012eb435a tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "DELETE /v2.0/floatingips/d474de01-ba51-4da8-9269-ac11e9a19c52 HTTP/1.1" status: 204 len: 168 time: 0.5982237 Mar 31 15:40:24.017574 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 48176) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:40:24.022223 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.v2.base [None req-6e53d69a-65e0-4bbb-bcc1-6867591a1e77 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Request body: {'security_group': {'name': 'tempest-securitygroup--332500858', 'description': 'tempest-description--50921355'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:40:24.098618 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6e53d69a-65e0-4bbb-bcc1-6867591a1e77 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:24.168899 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6e53d69a-65e0-4bbb-bcc1-6867591a1e77 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Publish callbacks [] for security_group (e046400a-d9ff-4f82-bf37-90a88edc5066), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:24.240245 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6e53d69a-65e0-4bbb-bcc1-6867591a1e77 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (e046400a-d9ff-4f82-bf37-90a88edc5066), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:24.269519 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e53d69a-65e0-4bbb-bcc1-6867591a1e77 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e046400a-d9ff-4f82-bf37-90a88edc5066,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:40:24.323592 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6e53d69a-65e0-4bbb-bcc1-6867591a1e77 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:24.325485 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-6e53d69a-65e0-4bbb-bcc1-6867591a1e77 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3068502 Mar 31 15:40:24.328549 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 48178) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:40:24.333170 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.v2.base [None req-fc518a1e-1b36-4cea-b575-2f3dd5361a5c tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Request body: {'security_group_rule': {'security_group_id': 'e046400a-d9ff-4f82-bf37-90a88edc5066', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:40:24.426830 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-fc518a1e-1b36-4cea-b575-2f3dd5361a5c tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Publish callbacks [] for security_group_rule (93090e97-c097-4e45-bf3d-66a206b24507), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:24.482517 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-fc518a1e-1b36-4cea-b575-2f3dd5361a5c tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Publish callbacks [] for security_group_rule (93090e97-c097-4e45-bf3d-66a206b24507), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:24.568223 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404eb5ce-0863-48b4-a601-6ddff46ad610 req-3af49e99-d783-4b89-ab1c-b1a062e9cf39 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:24.570742 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-404eb5ce-0863-48b4-a601-6ddff46ad610 req-3af49e99-d783-4b89-ab1c-b1a062e9cf39 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=88333656-607c-4590-a5a9-68e3de0be916 HTTP/1.1" status: 200 len: 945 time: 0.0693612 Mar 31 15:40:24.572482 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-fc518a1e-1b36-4cea-b575-2f3dd5361a5c tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045380'] for security_group_rule (93090e97-c097-4e45-bf3d-66a206b24507), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:24.598057 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc518a1e-1b36-4cea-b575-2f3dd5361a5c tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93090e97-c097-4e45-bf3d-66a206b24507,revision_number=0']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:40:24.647780 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-404eb5ce-0863-48b4-a601-6ddff46ad610 req-c07a8a8a-3845-4d12-affe-3da58a7d8048 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b0e7810-dd04-4a66-8afe-9762b371d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668154 Mar 31 15:40:24.679709 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-fc518a1e-1b36-4cea-b575-2f3dd5361a5c tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:24.682233 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-fc518a1e-1b36-4cea-b575-2f3dd5361a5c tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3519411 Mar 31 15:40:24.684423 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 48184) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:40:24.689637 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.v2.base [None req-c9dbd518-d042-41c1-8aa5-a8aa95ceff07 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Request body: {'security_group_rule': {'security_group_id': 'e046400a-d9ff-4f82-bf37-90a88edc5066', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:40:24.741833 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb94524-277b-4bf8-a74b-e8d243885d21 req-c44b78b6-34e2-4b8f-a9ed-da0a1e639a09 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:24.743383 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-deb94524-277b-4bf8-a74b-e8d243885d21 req-c44b78b6-34e2-4b8f-a9ed-da0a1e639a09 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2f3cb35-3439-4d1c-8890-34a7671dd40f HTTP/1.1" status: 200 len: 945 time: 0.0670285 Mar 31 15:40:24.794160 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-deb94524-277b-4bf8-a74b-e8d243885d21 req-9ba9354b-0c5f-4709-8d6a-930610bb2afe tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae23c5a7-e2c9-4224-aab1-28482f4f04d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443778 Mar 31 15:40:24.823117 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-c9dbd518-d042-41c1-8aa5-a8aa95ceff07 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Publish callbacks [] for security_group_rule (cc5b133e-1807-49f2-8e7b-2c6b29afbc58), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:24.899080 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-c9dbd518-d042-41c1-8aa5-a8aa95ceff07 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Publish callbacks [] for security_group_rule (cc5b133e-1807-49f2-8e7b-2c6b29afbc58), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:24.967523 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-c9dbd518-d042-41c1-8aa5-a8aa95ceff07 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045380'] for security_group_rule (cc5b133e-1807-49f2-8e7b-2c6b29afbc58), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:24.989019 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dbd518-d042-41c1-8aa5-a8aa95ceff07 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc5b133e-1807-49f2-8e7b-2c6b29afbc58,revision_number=0']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:40:25.055253 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-c9dbd518-d042-41c1-8aa5-a8aa95ceff07 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:25.056468 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-c9dbd518-d042-41c1-8aa5-a8aa95ceff07 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3709512 Mar 31 15:40:25.060239 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 48190) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:40:25.064786 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.v2.base [None req-48b09678-b8c5-4f46-b45f-9a36305f8ce4 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Request body: {'floatingip': {'floating_network_id': '8959fca3-760a-428d-87ed-41d110f4f943'}} {{(pid=104158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:40:25.149955 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-48b09678-b8c5-4f46-b45f-9a36305f8ce4 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:25.252537 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-48b09678-b8c5-4f46-b45f-9a36305f8ce4 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:25.366927 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.db.db_base_plugin_common [None req-48b09678-b8c5-4f46-b45f-9a36305f8ce4 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Allocated IP 172.28.2.56 (8959fca3-760a-428d-87ed-41d110f4f943/79fe0710-163f-45bc-8cd9-cc15163c6821/412a8b35-1a29-4e23-82ff-4c3a9c7aa94a) {{(pid=104158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:40:25.472678 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-48b09678-b8c5-4f46-b45f-9a36305f8ce4 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Publish callbacks [] for port (412a8b35-1a29-4e23-82ff-4c3a9c7aa94a), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:25.659069 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-48b09678-b8c5-4f46-b45f-9a36305f8ce4 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772784453870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302876'] for port (412a8b35-1a29-4e23-82ff-4c3a9c7aa94a), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:25.698559 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b09678-b8c5-4f46-b45f-9a36305f8ce4 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Network 8959fca3-760a-428d-87ed-41d110f4f943 is already hosted by enough agents. {{(pid=104158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:40:25.702201 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.scheduler.base_scheduler [None req-48b09678-b8c5-4f46-b45f-9a36305f8ce4 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Resources bound (agent type, host, resource id): {{(pid=104158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:40:25.704937 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b09678-b8c5-4f46-b45f-9a36305f8ce4 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Received port after_create {{(pid=104158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:40:25.733847 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b09678-b8c5-4f46-b45f-9a36305f8ce4 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Pushing event updated for resources: {'Port': ['ID=412a8b35-1a29-4e23-82ff-4c3a9c7aa94a,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:40:25.747794 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b09678-b8c5-4f46-b45f-9a36305f8ce4 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:40:25.748297 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b09678-b8c5-4f46-b45f-9a36305f8ce4 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:40:25.748626 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b09678-b8c5-4f46-b45f-9a36305f8ce4 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:40:25.748972 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b09678-b8c5-4f46-b45f-9a36305f8ce4 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:40:25.749307 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b09678-b8c5-4f46-b45f-9a36305f8ce4 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:40:25.749668 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b09678-b8c5-4f46-b45f-9a36305f8ce4 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:40:25.749999 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b09678-b8c5-4f46-b45f-9a36305f8ce4 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:40:25.750329 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b09678-b8c5-4f46-b45f-9a36305f8ce4 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:40:25.750686 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b09678-b8c5-4f46-b45f-9a36305f8ce4 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:40:25.751137 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b09678-b8c5-4f46-b45f-9a36305f8ce4 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:40:25.751459 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b09678-b8c5-4f46-b45f-9a36305f8ce4 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:40:25.751787 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b09678-b8c5-4f46-b45f-9a36305f8ce4 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:40:25.752114 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b09678-b8c5-4f46-b45f-9a36305f8ce4 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:40:25.752435 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b09678-b8c5-4f46-b45f-9a36305f8ce4 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:40:25.752807 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b09678-b8c5-4f46-b45f-9a36305f8ce4 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:40:25.782807 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96451bcc-93ca-4751-bcbc-2ab4f85e1da5 req-39107196-5eb3-4b49-ae49-e631bff647ed tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:25.782807 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-96451bcc-93ca-4751-bcbc-2ab4f85e1da5 req-39107196-5eb3-4b49-ae49-e631bff647ed tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=88333656-607c-4590-a5a9-68e3de0be916 HTTP/1.1" status: 200 len: 945 time: 0.0590613 Mar 31 15:40:25.843378 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-96451bcc-93ca-4751-bcbc-2ab4f85e1da5 req-53a62336-3015-4ec1-bb6d-e317773ec4f9 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b0e7810-dd04-4a66-8afe-9762b371d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523570 Mar 31 15:40:26.069712 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-48b09678-b8c5-4f46-b45f-9a36305f8ce4 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Publish callbacks [] for floatingip (a6fdd39a-01c1-4a92-b71d-2edb7c4a843b), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:26.190959 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-48b09678-b8c5-4f46-b45f-9a36305f8ce4 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (412a8b35-1a29-4e23-82ff-4c3a9c7aa94a), before_update {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:26.346902 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-48b09678-b8c5-4f46-b45f-9a36305f8ce4 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Publish callbacks [] for port (412a8b35-1a29-4e23-82ff-4c3a9c7aa94a), precommit_update {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:26.423882 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-48b09678-b8c5-4f46-b45f-9a36305f8ce4 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302869'] for port (412a8b35-1a29-4e23-82ff-4c3a9c7aa94a), after_update {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:26.502158 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b09678-b8c5-4f46-b45f-9a36305f8ce4 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Pushing event updated for resources: {'Port': ['ID=412a8b35-1a29-4e23-82ff-4c3a9c7aa94a,revision_number=2']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:40:26.514677 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-48b09678-b8c5-4f46-b45f-9a36305f8ce4 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574067'] for floatingip (a6fdd39a-01c1-4a92-b71d-2edb7c4a843b), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:26.587993 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-48b09678-b8c5-4f46-b45f-9a36305f8ce4 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451'] for floatingip (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:26.589763 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-48b09678-b8c5-4f46-b45f-9a36305f8ce4 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5283058 Mar 31 15:40:26.833608 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-9022241c-3271-4db5-b5e4-37fbaf4c866e req-afdec031-ccdc-4622-aed5-d385bba1b090 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--332500858&fields=id&tenant_id=be4d3c00b0c245529e30b10275e77a1a HTTP/1.1" status: 200 len: 267 time: 0.0560851 Mar 31 15:40:26.972522 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9022241c-3271-4db5-b5e4-37fbaf4c866e req-e8d82dc9-785c-4cf6-aa55-45ca06555a81 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:26.974159 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-9022241c-3271-4db5-b5e4-37fbaf4c866e req-e8d82dc9-785c-4cf6-aa55-45ca06555a81 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/networks?id=acf2b035-5efb-451b-83b3-46613c8b8e46 HTTP/1.1" status: 200 len: 811 time: 0.1298649 Mar 31 15:40:26.989972 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756be4e9-90a7-4ca8-bedd-bf9a93f9401e req-9166f219-6831-4c5d-b04c-1e8f35d536b6 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:26.991764 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-756be4e9-90a7-4ca8-bedd-bf9a93f9401e req-9166f219-6831-4c5d-b04c-1e8f35d536b6 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=88333656-607c-4590-a5a9-68e3de0be916 HTTP/1.1" status: 200 len: 945 time: 0.0796146 Mar 31 15:40:26.994323 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-9022241c-3271-4db5-b5e4-37fbaf4c866e req-da78f25a-a56f-4197-aafc-77029f934dc4 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/quotas/be4d3c00b0c245529e30b10275e77a1a HTTP/1.1" status: 200 len: 375 time: 0.0133462 Mar 31 15:40:27.069718 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-9022241c-3271-4db5-b5e4-37fbaf4c866e req-1e237cfd-c5d5-4b29-94c7-a3a055cc83c0 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=be4d3c00b0c245529e30b10275e77a1a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0694582 Mar 31 15:40:27.206688 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-9022241c-3271-4db5-b5e4-37fbaf4c866e req-73e7737a-055b-47bc-8500-b8f56bc19a14 service neutron] 10.222.0.21 "GET /v2.0/networks/acf2b035-5efb-451b-83b3-46613c8b8e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142523 Mar 31 15:40:27.310803 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-756be4e9-90a7-4ca8-bedd-bf9a93f9401e req-fda5de67-d379-4f1f-9066-33976c1de625 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b0e7810-dd04-4a66-8afe-9762b371d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3105633 Mar 31 15:40:27.350316 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-9022241c-3271-4db5-b5e4-37fbaf4c866e req-7747ad41-a06e-4615-9bd8-850b1e457f07 service neutron] 10.222.0.21 "GET /v2.0/networks/acf2b035-5efb-451b-83b3-46613c8b8e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325803 Mar 31 15:40:27.646718 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-835645c6-95ca-466a-9648-abe0e44c7ed7 req-4acfd973-3ef9-487b-a1e8-b0e4b0ba5042 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa22825a-9960-40b5-8420-a2c19a6c9d05 HTTP/1.1" status: 200 len: 210 time: 0.0333281 Mar 31 15:40:28.465493 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d0010-d32a-438e-b140-8ababf472ded req-7e7cfa14-b3ad-414f-b3e3-2877035ebb91 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:28.468850 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-b13d0010-d32a-438e-b140-8ababf472ded req-7e7cfa14-b3ad-414f-b3e3-2877035ebb91 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=88333656-607c-4590-a5a9-68e3de0be916 HTTP/1.1" status: 200 len: 945 time: 0.0594025 Mar 31 15:40:28.535480 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-b13d0010-d32a-438e-b140-8ababf472ded req-40c391ae-f917-404c-a0f4-03e68cf6ee1d tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b0e7810-dd04-4a66-8afe-9762b371d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566387 Mar 31 15:40:28.756077 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-f28280bb-a752-4457-882c-2640841421da req-91b5ae1c-168b-46ec-939d-6220eb838cad tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa22825a-9960-40b5-8420-a2c19a6c9d05 HTTP/1.1" status: 200 len: 210 time: 0.0349510 Mar 31 15:40:29.675552 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4c8a62-b34c-461f-894f-23c8600d0dee req-51085169-1308-41fe-a641-7d6dd9aeca6f tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:29.677233 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-dc4c8a62-b34c-461f-894f-23c8600d0dee req-51085169-1308-41fe-a641-7d6dd9aeca6f tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=88333656-607c-4590-a5a9-68e3de0be916 HTTP/1.1" status: 200 len: 945 time: 0.0640295 Mar 31 15:40:29.736514 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-dc4c8a62-b34c-461f-894f-23c8600d0dee req-bb7851b7-5de3-4e3f-b8ea-549b603c1e11 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b0e7810-dd04-4a66-8afe-9762b371d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498514 Mar 31 15:40:29.863592 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-522e2536-095e-4c89-b276-3ee6e68178d7 req-05d7a640-72ef-418f-9158-ad6a4891226f tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa22825a-9960-40b5-8420-a2c19a6c9d05 HTTP/1.1" status: 200 len: 210 time: 0.0286958 Mar 31 15:40:30.601342 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9022241c-3271-4db5-b5e4-37fbaf4c866e req-4c037fb8-9162-4dd2-ad23-fdfd0ea690ac tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:30.602932 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-9022241c-3271-4db5-b5e4-37fbaf4c866e req-4c037fb8-9162-4dd2-ad23-fdfd0ea690ac tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.26 "GET /v2.0/networks?id=acf2b035-5efb-451b-83b3-46613c8b8e46 HTTP/1.1" status: 200 len: 811 time: 0.1112497 Mar 31 15:40:30.673343 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-9022241c-3271-4db5-b5e4-37fbaf4c866e req-0e24f66b-2dfe-423b-9abe-9051b11f1a7a tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be4d3c00b0c245529e30b10275e77a1a HTTP/1.1" status: 200 len: 379 time: 0.0598652 Mar 31 15:40:30.705894 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.v2.base [req-9022241c-3271-4db5-b5e4-37fbaf4c866e req-f0624d71-1aad-4f61-a16e-4becec3e74d3 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Request body: {'port': {'device_id': 'fa22825a-9960-40b5-8420-a2c19a6c9d05', 'network_id': 'acf2b035-5efb-451b-83b3-46613c8b8e46', 'admin_state_up': True, 'tenant_id': 'be4d3c00b0c245529e30b10275e77a1a', 'security_groups': ['e046400a-d9ff-4f82-bf37-90a88edc5066']}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:40:30.894876 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6073119-0a42-4371-8186-47ea5e2c0ad2 req-7f54f59f-4031-481c-b514-48abcc6dc722 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:30.896327 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-a6073119-0a42-4371-8186-47ea5e2c0ad2 req-7f54f59f-4031-481c-b514-48abcc6dc722 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=88333656-607c-4590-a5a9-68e3de0be916 HTTP/1.1" status: 200 len: 945 time: 0.0771458 Mar 31 15:40:30.952053 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-a6073119-0a42-4371-8186-47ea5e2c0ad2 req-9ddaada2-a784-45b5-92a8-2af400215caf tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b0e7810-dd04-4a66-8afe-9762b371d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485625 Mar 31 15:40:30.988222 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-b2d26e69-7a54-45f2-ba42-cf8888883ca4 req-848ebc0c-86e1-448f-9391-5945de971cd1 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa22825a-9960-40b5-8420-a2c19a6c9d05 HTTP/1.1" status: 200 len: 210 time: 0.0320737 Mar 31 15:40:30.993107 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9022241c-3271-4db5-b5e4-37fbaf4c866e req-f0624d71-1aad-4f61-a16e-4becec3e74d3 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Made reservation on behalf of be4d3c00b0c245529e30b10275e77a1a for: {'port': 1} {{(pid=104159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:40:30.993107 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-9022241c-3271-4db5-b5e4-37fbaf4c866e req-f0624d71-1aad-4f61-a16e-4becec3e74d3 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:31.140248 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.db_base_plugin_common [req-9022241c-3271-4db5-b5e4-37fbaf4c866e req-f0624d71-1aad-4f61-a16e-4becec3e74d3 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Allocated IP 172.20.0.3 (acf2b035-5efb-451b-83b3-46613c8b8e46/0ed38ac7-8ffd-41b7-819b-98cf852cf0d4/1749e09e-9c88-4e97-9475-3ab9f5bb4296) {{(pid=104159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:40:31.303892 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-9022241c-3271-4db5-b5e4-37fbaf4c866e req-f0624d71-1aad-4f61-a16e-4becec3e74d3 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Publish callbacks [] for port (1749e09e-9c88-4e97-9475-3ab9f5bb4296), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:31.465094 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-9022241c-3271-4db5-b5e4-37fbaf4c866e req-f0624d71-1aad-4f61-a16e-4becec3e74d3 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772784453870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3148002'] for port (1749e09e-9c88-4e97-9475-3ab9f5bb4296), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:31.523782 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9022241c-3271-4db5-b5e4-37fbaf4c866e req-f0624d71-1aad-4f61-a16e-4becec3e74d3 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Network acf2b035-5efb-451b-83b3-46613c8b8e46 is already hosted by enough agents. {{(pid=104159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:40:31.527607 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [req-9022241c-3271-4db5-b5e4-37fbaf4c866e req-f0624d71-1aad-4f61-a16e-4becec3e74d3 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Resources bound (agent type, host, resource id): {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:40:31.534081 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.l3_dvrscheduler_db [req-9022241c-3271-4db5-b5e4-37fbaf4c866e req-f0624d71-1aad-4f61-a16e-4becec3e74d3 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Received port after_create {{(pid=104159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:40:31.565797 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0624d71-1aad-4f61-a16e-4becec3e74d3 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Pushing event updated for resources: {'Port': ['ID=1749e09e-9c88-4e97-9475-3ab9f5bb4296,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:40:31.595949 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9022241c-3271-4db5-b5e4-37fbaf4c866e req-f0624d71-1aad-4f61-a16e-4becec3e74d3 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:31.596685 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-9022241c-3271-4db5-b5e4-37fbaf4c866e req-f0624d71-1aad-4f61-a16e-4becec3e74d3 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451'] for port (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:31.752585 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-9022241c-3271-4db5-b5e4-37fbaf4c866e req-f0624d71-1aad-4f61-a16e-4becec3e74d3 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0727620 Mar 31 15:40:31.791419 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.v2.base [req-9022241c-3271-4db5-b5e4-37fbaf4c866e req-dd1d6790-7353-40ac-a40d-c01d2662bc7d service neutron] Request body: {'port': {'device_id': 'fa22825a-9960-40b5-8420-a2c19a6c9d05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:40:31.835324 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-070d4d01-9d7f-4bd7-858f-f713ec7ac9ca None None] Provisioning complete for port 1749e09e-9c88-4e97-9475-3ab9f5bb4296 triggered by entity DHCP. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:40:31.835324 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-070d4d01-9d7f-4bd7-858f-f713ec7ac9ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (1749e09e-9c88-4e97-9475-3ab9f5bb4296), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:31.860172 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-9022241c-3271-4db5-b5e4-37fbaf4c866e req-dd1d6790-7353-40ac-a40d-c01d2662bc7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (1749e09e-9c88-4e97-9475-3ab9f5bb4296), before_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:31.872709 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-070d4d01-9d7f-4bd7-858f-f713ec7ac9ca None None] Port 1749e09e-9c88-4e97-9475-3ab9f5bb4296 cannot update to ACTIVE because it is not bound. {{(pid=104160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:40:32.149590 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cef448-a359-49f3-9d60-308c40550be4 req-2e5fc33e-57d6-438b-a0e0-a5b922fe86b3 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:32.149590 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-b1cef448-a359-49f3-9d60-308c40550be4 req-2e5fc33e-57d6-438b-a0e0-a5b922fe86b3 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa22825a-9960-40b5-8420-a2c19a6c9d05 HTTP/1.1" status: 200 len: 931 time: 0.0766976 Mar 31 15:40:32.162001 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c63e095-e4c7-44b6-894b-000566a15c28 req-267d7d5a-4db5-4a61-9acb-01605f333c33 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:32.163551 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-6c63e095-e4c7-44b6-894b-000566a15c28 req-267d7d5a-4db5-4a61-9acb-01605f333c33 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=88333656-607c-4590-a5a9-68e3de0be916 HTTP/1.1" status: 200 len: 945 time: 0.1072638 Mar 31 15:40:32.226783 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-b1cef448-a359-49f3-9d60-308c40550be4 req-b8f433c8-1bc8-4aae-934f-feab063032c6 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/security-groups?id=e046400a-d9ff-4f82-bf37-90a88edc5066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702434 Mar 31 15:40:32.257168 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.notifiers.nova [req-9022241c-3271-4db5-b5e4-37fbaf4c866e req-dd1d6790-7353-40ac-a40d-c01d2662bc7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1749e09e-9c88-4e97-9475-3ab9f5bb4296 {{(pid=104159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:40:32.266493 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-9022241c-3271-4db5-b5e4-37fbaf4c866e req-dd1d6790-7353-40ac-a40d-c01d2662bc7d service neutron] Publish callbacks [] for port (1749e09e-9c88-4e97-9475-3ab9f5bb4296), precommit_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:32.271484 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-6c63e095-e4c7-44b6-894b-000566a15c28 req-8161bfd2-ee77-4515-9b74-198c45010ee6 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b0e7810-dd04-4a66-8afe-9762b371d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960009 Mar 31 15:40:32.283362 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.provisioning_blocks [req-9022241c-3271-4db5-b5e4-37fbaf4c866e req-dd1d6790-7353-40ac-a40d-c01d2662bc7d service neutron] Transition to ACTIVE for port object 1749e09e-9c88-4e97-9475-3ab9f5bb4296 will not be triggered until provisioned by entity L2. {{(pid=104159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 15:40:32.367626 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-9022241c-3271-4db5-b5e4-37fbaf4c866e req-dd1d6790-7353-40ac-a40d-c01d2662bc7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3148011'] for port (1749e09e-9c88-4e97-9475-3ab9f5bb4296), after_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:32.429063 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d6790-7353-40ac-a40d-c01d2662bc7d service neutron] Pushing event updated for resources: {'Port': ['ID=1749e09e-9c88-4e97-9475-3ab9f5bb4296,revision_number=2']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:40:32.538275 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.managers [req-9022241c-3271-4db5-b5e4-37fbaf4c866e req-dd1d6790-7353-40ac-a40d-c01d2662bc7d service neutron] Attempting to bind port 1749e09e-9c88-4e97-9475-3ab9f5bb4296 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:40:32.538843 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.managers [req-9022241c-3271-4db5-b5e4-37fbaf4c866e req-dd1d6790-7353-40ac-a40d-c01d2662bc7d service neutron] Attempting to bind port 1749e09e-9c88-4e97-9475-3ab9f5bb4296 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': 'ec34a71e-0dc7-4d80-8f0e-2bcd71ad2a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'acf2b035-5efb-451b-83b3-46613c8b8e46'}] {{(pid=104159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:40:32.539422 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9022241c-3271-4db5-b5e4-37fbaf4c866e req-dd1d6790-7353-40ac-a40d-c01d2662bc7d service neutron] Attempting to bind port 1749e09e-9c88-4e97-9475-3ab9f5bb4296 on network acf2b035-5efb-451b-83b3-46613c8b8e46 {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:40:32.545516 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9022241c-3271-4db5-b5e4-37fbaf4c866e req-dd1d6790-7353-40ac-a40d-c01d2662bc7d service neutron] Port 1749e09e-9c88-4e97-9475-3ab9f5bb4296 on network acf2b035-5efb-451b-83b3-46613c8b8e46 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 15:40:32.545919 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9022241c-3271-4db5-b5e4-37fbaf4c866e req-dd1d6790-7353-40ac-a40d-c01d2662bc7d service neutron] Attempting to bind port 1749e09e-9c88-4e97-9475-3ab9f5bb4296 on network acf2b035-5efb-451b-83b3-46613c8b8e46 {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:40:32.553452 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9022241c-3271-4db5-b5e4-37fbaf4c866e req-dd1d6790-7353-40ac-a40d-c01d2662bc7d service neutron] Checking agent: {'id': '42669199-0b56-4e25-9a3d-cc561c912f6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 34, 6), 'started_at': datetime.datetime(2022, 3, 31, 15, 34, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:40:32.554040 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9022241c-3271-4db5-b5e4-37fbaf4c866e req-dd1d6790-7353-40ac-a40d-c01d2662bc7d service neutron] Checking segment: {'id': 'ec34a71e-0dc7-4d80-8f0e-2bcd71ad2a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'acf2b035-5efb-451b-83b3-46613c8b8e46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:40:32.554630 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9022241c-3271-4db5-b5e4-37fbaf4c866e req-dd1d6790-7353-40ac-a40d-c01d2662bc7d service neutron] Bound using segment: {'id': 'ec34a71e-0dc7-4d80-8f0e-2bcd71ad2a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'acf2b035-5efb-451b-83b3-46613c8b8e46'} {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:40:32.555515 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.managers [req-9022241c-3271-4db5-b5e4-37fbaf4c866e req-dd1d6790-7353-40ac-a40d-c01d2662bc7d service neutron] Bound port: 1749e09e-9c88-4e97-9475-3ab9f5bb4296, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec34a71e-0dc7-4d80-8f0e-2bcd71ad2a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'acf2b035-5efb-451b-83b3-46613c8b8e46'}}] {{(pid=104159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:40:32.556065 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-9022241c-3271-4db5-b5e4-37fbaf4c866e req-dd1d6790-7353-40ac-a40d-c01d2662bc7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (1749e09e-9c88-4e97-9475-3ab9f5bb4296), before_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:32.647371 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.db [req-9022241c-3271-4db5-b5e4-37fbaf4c866e req-dd1d6790-7353-40ac-a40d-c01d2662bc7d service neutron] For port 1749e09e-9c88-4e97-9475-3ab9f5bb4296, host hv-cinder-75078, cleared binding levels {{(pid=104159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:40:32.652846 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.db [req-9022241c-3271-4db5-b5e4-37fbaf4c866e req-dd1d6790-7353-40ac-a40d-c01d2662bc7d service neutron] For port 1749e09e-9c88-4e97-9475-3ab9f5bb4296, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=1749e09e-9c88-4e97-9475-3ab9f5bb4296,segment=NetworkSegment(ec34a71e-0dc7-4d80-8f0e-2bcd71ad2a76),segment_id=ec34a71e-0dc7-4d80-8f0e-2bcd71ad2a76)] {{(pid=104159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:40:32.780123 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-9022241c-3271-4db5-b5e4-37fbaf4c866e req-dd1d6790-7353-40ac-a40d-c01d2662bc7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3148011'] for port (1749e09e-9c88-4e97-9475-3ab9f5bb4296), after_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:32.820769 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9022241c-3271-4db5-b5e4-37fbaf4c866e req-dd1d6790-7353-40ac-a40d-c01d2662bc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:32.821431 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-9022241c-3271-4db5-b5e4-37fbaf4c866e req-dd1d6790-7353-40ac-a40d-c01d2662bc7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451'] for port (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:32.825965 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-9022241c-3271-4db5-b5e4-37fbaf4c866e req-dd1d6790-7353-40ac-a40d-c01d2662bc7d service neutron] 10.222.0.26 "PUT /v2.0/ports/1749e09e-9c88-4e97-9475-3ab9f5bb4296 HTTP/1.1" status: 200 len: 1093 time: 1.0359099 Mar 31 15:40:32.825965 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa22825a-9960-40b5-8420-a2c19a6c9d05', 'tag': '1749e09e-9c88-4e97-9475-3ab9f5bb4296'}] {{(pid=104159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:40:32.826678 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea64b363b0503405ce6d4d78215f64c9ed163e64c8f258dff0ae871dea148ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a3beda-c898-4b29-a61e-d1f19fddc6f0" -d '{"events": [{"name": "network-changed", "server_uuid": "fa22825a-9960-40b5-8420-a2c19a6c9d05", "tag": "1749e09e-9c88-4e97-9475-3ab9f5bb4296"}]}' {{(pid=104159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:40:32.874528 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d6790-7353-40ac-a40d-c01d2662bc7d service neutron] Pushing event updated for resources: {'Port': ['ID=1749e09e-9c88-4e97-9475-3ab9f5bb4296,revision_number=3']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:40:32.895596 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2914d05f-7501-44f2-9ee2-60bf647a6fd7 x-openstack-request-id: req-2914d05f-7501-44f2-9ee2-60bf647a6fd7 {{(pid=104159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:40:32.896000 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa22825a-9960-40b5-8420-a2c19a6c9d05", "tag": "1749e09e-9c88-4e97-9475-3ab9f5bb4296", "status": "completed", "code": 200}]} {{(pid=104159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:40:32.896394 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2914d05f-7501-44f2-9ee2-60bf647a6fd7 {{(pid=104159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:40:32.896892 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2914d05f-7501-44f2-9ee2-60bf647a6fd7'] response: {'name': 'network-changed', 'server_uuid': 'fa22825a-9960-40b5-8420-a2c19a6c9d05', 'tag': '1749e09e-9c88-4e97-9475-3ab9f5bb4296', 'status': 'completed', 'code': 200} Mar 31 15:40:32.981236 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a3beda-c898-4b29-a61e-d1f19fddc6f0 req-1b3b263f-a001-4c2f-8e84-562d59ef3474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:32.982865 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-65a3beda-c898-4b29-a61e-d1f19fddc6f0 req-1b3b263f-a001-4c2f-8e84-562d59ef3474 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=be4d3c00b0c245529e30b10275e77a1a&device_id=fa22825a-9960-40b5-8420-a2c19a6c9d05 HTTP/1.1" status: 200 len: 1127 time: 0.0629287 Mar 31 15:40:33.127711 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a3beda-c898-4b29-a61e-d1f19fddc6f0 req-bac704d7-7e87-4013-b426-a017e1c8c1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:33.129087 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-65a3beda-c898-4b29-a61e-d1f19fddc6f0 req-bac704d7-7e87-4013-b426-a017e1c8c1d9 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=be4d3c00b0c245529e30b10275e77a1a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1358290 Mar 31 15:40:33.256022 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a3beda-c898-4b29-a61e-d1f19fddc6f0 req-fb7b61ef-8ea2-44b4-8c28-26781a11bb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:33.259112 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-65a3beda-c898-4b29-a61e-d1f19fddc6f0 req-fb7b61ef-8ea2-44b4-8c28-26781a11bb2e service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1229451 Mar 31 15:40:33.442386 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9022241c-3271-4db5-b5e4-37fbaf4c866e req-8af311e9-f5ca-40f8-be43-f093b439b54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:33.443996 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-9022241c-3271-4db5-b5e4-37fbaf4c866e req-8af311e9-f5ca-40f8-be43-f093b439b54f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=be4d3c00b0c245529e30b10275e77a1a&device_id=fa22825a-9960-40b5-8420-a2c19a6c9d05 HTTP/1.1" status: 200 len: 1127 time: 0.1342337 Mar 31 15:40:33.460010 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40527c82-39f2-439d-9285-b855b6a99261 req-1ddf44d9-e104-44de-aec3-c261cbdea74f tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:33.468002 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-40527c82-39f2-439d-9285-b855b6a99261 req-1ddf44d9-e104-44de-aec3-c261cbdea74f tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa22825a-9960-40b5-8420-a2c19a6c9d05 HTTP/1.1" status: 200 len: 943 time: 0.1378298 Mar 31 15:40:33.495597 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd17dc4-75f7-4765-869f-73defc733e4c req-e620598a-8a2a-4c11-a516-aef1116e68fa tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:33.498098 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-1dd17dc4-75f7-4765-869f-73defc733e4c req-e620598a-8a2a-4c11-a516-aef1116e68fa tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=88333656-607c-4590-a5a9-68e3de0be916 HTTP/1.1" status: 200 len: 945 time: 0.0798025 Mar 31 15:40:33.550318 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-9022241c-3271-4db5-b5e4-37fbaf4c866e req-ed332c36-3f29-40c9-aee2-35e4db729c05 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1749e09e-9c88-4e97-9475-3ab9f5bb4296 HTTP/1.1" status: 200 len: 217 time: 0.0877020 Mar 31 15:40:33.579600 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-1dd17dc4-75f7-4765-869f-73defc733e4c req-ef81a81a-3f00-40e6-b985-e4e5a43c5883 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b0e7810-dd04-4a66-8afe-9762b371d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752060 Mar 31 15:40:33.645209 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-40527c82-39f2-439d-9285-b855b6a99261 req-49769996-913e-4d1f-8a57-dacf9bbed79a tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/security-groups?id=e046400a-d9ff-4f82-bf37-90a88edc5066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1743648 Mar 31 15:40:33.658794 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9022241c-3271-4db5-b5e4-37fbaf4c866e req-26dad0a7-3055-41c2-bf1e-4900fbb95b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:33.660262 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-9022241c-3271-4db5-b5e4-37fbaf4c866e req-26dad0a7-3055-41c2-bf1e-4900fbb95b90 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0ed38ac7-8ffd-41b7-819b-98cf852cf0d4 HTTP/1.1" status: 200 len: 850 time: 0.0777416 Mar 31 15:40:33.663281 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b03a348-3dfd-4f97-bf3f-60efb1395600 req-b0a35c92-ed07-44e8-ac22-95d56fb8a470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:33.665731 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-0b03a348-3dfd-4f97-bf3f-60efb1395600 req-b0a35c92-ed07-44e8-ac22-95d56fb8a470 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=88333656-607c-4590-a5a9-68e3de0be916 HTTP/1.1" status: 200 len: 1129 time: 0.1299663 Mar 31 15:40:33.770899 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9022241c-3271-4db5-b5e4-37fbaf4c866e req-20f096b0-bf1a-4db8-86c5-c547ba588396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:33.772847 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-9022241c-3271-4db5-b5e4-37fbaf4c866e req-20f096b0-bf1a-4db8-86c5-c547ba588396 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=acf2b035-5efb-451b-83b3-46613c8b8e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0979469 Mar 31 15:40:33.776293 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-0b03a348-3dfd-4f97-bf3f-60efb1395600 req-8dea4453-443c-4383-a661-1e3b8b873fab service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6b0e7810-dd04-4a66-8afe-9762b371d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992012 Mar 31 15:40:34.147879 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-9022241c-3271-4db5-b5e4-37fbaf4c866e req-c7d9f2e5-5bf6-404c-9cb2-c55eca2c11b9 service neutron] 10.222.0.26 "GET /v2.0/networks/acf2b035-5efb-451b-83b3-46613c8b8e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365371 Mar 31 15:40:34.218737 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-f8084978-15e2-4d9d-9570-4d9087bbf183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (80b0103a-7158-48a6-b59a-3fe393c523d9), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:34.308203 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-9022241c-3271-4db5-b5e4-37fbaf4c866e req-9f323acd-8923-4b65-8398-5946bfecf746 service neutron] 10.222.0.26 "GET /v2.0/networks/acf2b035-5efb-451b-83b3-46613c8b8e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452241 Mar 31 15:40:34.715236 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c3056-fa7f-4577-ae5d-99cebef21ef2 req-7a576635-7346-4bd6-b551-6f32418cd46e tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:34.716829 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-be1c3056-fa7f-4577-ae5d-99cebef21ef2 req-7a576635-7346-4bd6-b551-6f32418cd46e tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=88333656-607c-4590-a5a9-68e3de0be916 HTTP/1.1" status: 200 len: 945 time: 0.0618870 Mar 31 15:40:34.786991 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-be1c3056-fa7f-4577-ae5d-99cebef21ef2 req-c4d1bfe6-593c-451d-9c03-33d22b800d01 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b0e7810-dd04-4a66-8afe-9762b371d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597484 Mar 31 15:40:34.806738 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33562c92-6a00-4344-87a7-e43c66736167 req-e388543b-2ab5-41fc-8bf2-fc7fd8115412 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:34.808669 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-33562c92-6a00-4344-87a7-e43c66736167 req-e388543b-2ab5-41fc-8bf2-fc7fd8115412 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa22825a-9960-40b5-8420-a2c19a6c9d05 HTTP/1.1" status: 200 len: 943 time: 0.0623124 Mar 31 15:40:34.874708 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-33562c92-6a00-4344-87a7-e43c66736167 req-48327ff6-66e9-4ed1-b280-7cbe95b4fa1d tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/security-groups?id=e046400a-d9ff-4f82-bf37-90a88edc5066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558522 Mar 31 15:40:35.925953 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec93f7f-22ad-4795-a74c-37569602af50 req-0ebf2366-092c-4b06-983b-1a77b179ea52 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:35.927505 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-1ec93f7f-22ad-4795-a74c-37569602af50 req-0ebf2366-092c-4b06-983b-1a77b179ea52 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=88333656-607c-4590-a5a9-68e3de0be916 HTTP/1.1" status: 200 len: 945 time: 0.0571005 Mar 31 15:40:35.991263 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-1ec93f7f-22ad-4795-a74c-37569602af50 req-2eafcd35-c9b6-4125-96e1-1d8c4eb006a8 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b0e7810-dd04-4a66-8afe-9762b371d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579534 Mar 31 15:40:36.194613 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94658cfd-12a7-4839-a18c-b18c8be6863d req-ca142de8-cc3d-4fa3-84a5-0dbe2831866e tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:36.199661 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-94658cfd-12a7-4839-a18c-b18c8be6863d req-ca142de8-cc3d-4fa3-84a5-0dbe2831866e tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa22825a-9960-40b5-8420-a2c19a6c9d05 HTTP/1.1" status: 200 len: 943 time: 0.1220992 Mar 31 15:40:36.283102 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-94658cfd-12a7-4839-a18c-b18c8be6863d req-a4724bf5-2d68-41e7-9e09-f4b46592fb98 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/security-groups?id=e046400a-d9ff-4f82-bf37-90a88edc5066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704420 Mar 31 15:40:36.299407 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (42669199-0b56-4e25-9a3d-cc561c912f6a), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:36.335253 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device 1749e09e-9c88-4e97-9475-3ab9f5bb4296 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=104160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 15:40:36.535259 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] For port 1749e09e-9c88-4e97-9475-3ab9f5bb4296, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=1749e09e-9c88-4e97-9475-3ab9f5bb4296,segment=NetworkSegment(ec34a71e-0dc7-4d80-8f0e-2bcd71ad2a76),segment_id=ec34a71e-0dc7-4d80-8f0e-2bcd71ad2a76)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:40:36.551078 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Returning: {'device': '1749e09e-9c88-4e97-9475-3ab9f5bb4296', 'network_id': 'acf2b035-5efb-451b-83b3-46613c8b8e46', 'port_id': '1749e09e-9c88-4e97-9475-3ab9f5bb4296', 'mac_address': 'fa:16:3e:b4:e1:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ed38ac7-8ffd-41b7-819b-98cf852cf0d4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 15:40:36.609518 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Current status of the port 1749e09e-9c88-4e97-9475-3ab9f5bb4296 is: DOWN; New status is: BUILD {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:40:36.609937 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (1749e09e-9c88-4e97-9475-3ab9f5bb4296), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:36.636002 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.notifiers.nova [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1749e09e-9c88-4e97-9475-3ab9f5bb4296 {{(pid=104160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:40:36.647129 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-63602b78-a025-4f82-8401-8c08278dc31c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (9721ac04-bac7-49da-b384-3a2049eedfa2), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:36.679393 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] For port 1749e09e-9c88-4e97-9475-3ab9f5bb4296, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=1749e09e-9c88-4e97-9475-3ab9f5bb4296,segment=NetworkSegment(ec34a71e-0dc7-4d80-8f0e-2bcd71ad2a76),segment_id=ec34a71e-0dc7-4d80-8f0e-2bcd71ad2a76)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:40:36.742608 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (1749e09e-9c88-4e97-9475-3ab9f5bb4296), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:36.833058 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Pushing event updated for resources: {'Port': ['ID=1749e09e-9c88-4e97-9475-3ab9f5bb4296,revision_number=4']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:40:36.852065 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f704fb-8da7-4c80-a907-8dca6c9692cf req-03d3f683-b7d2-4d5a-8977-303a0acc0495 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:36.853743 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-a2f704fb-8da7-4c80-a907-8dca6c9692cf req-03d3f683-b7d2-4d5a-8977-303a0acc0495 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=88333656-607c-4590-a5a9-68e3de0be916 HTTP/1.1" status: 200 len: 945 time: 0.0923223 Mar 31 15:40:36.864529 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a707abf0-d9fd-4aad-9983-5b6e26fe708e req-13c32b93-4c45-44fb-b142-09da4a52f3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:36.866207 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-a707abf0-d9fd-4aad-9983-5b6e26fe708e req-13c32b93-4c45-44fb-b142-09da4a52f3d4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d4fc7fbc16624a3082581ef98d9d25a5&device_id=88333656-607c-4590-a5a9-68e3de0be916 HTTP/1.1" status: 200 len: 1129 time: 0.0917487 Mar 31 15:40:36.912926 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-a2f704fb-8da7-4c80-a907-8dca6c9692cf req-2b0b5d57-e301-4104-a360-097e18f909d8 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b0e7810-dd04-4a66-8afe-9762b371d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526638 Mar 31 15:40:36.979535 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a707abf0-d9fd-4aad-9983-5b6e26fe708e req-8b057cf6-cf24-4431-9f2e-5aea615c1e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:36.981527 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-a707abf0-d9fd-4aad-9983-5b6e26fe708e req-8b057cf6-cf24-4431-9f2e-5aea615c1e5c service neutron] 10.222.0.26 "GET /v2.0/networks?id=4a5bb9cd-d074-4713-88c5-e7791e1f5e5b HTTP/1.1" status: 200 len: 920 time: 0.1088970 Mar 31 15:40:37.051075 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] get_ports_and_sgs() called for port_ids ['1749e09e-9c88-4e97-9475-3ab9f5bb4296'] {{(pid=104160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:40:37.075751 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-a707abf0-d9fd-4aad-9983-5b6e26fe708e req-ae148103-6796-4a97-b66b-fa3d41ac0a7a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ecdbe89-4e45-4cfd-94eb-c253f9c888a8 HTTP/1.1" status: 200 len: 1000 time: 0.0868144 Mar 31 15:40:37.154389 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a707abf0-d9fd-4aad-9983-5b6e26fe708e req-d8359c64-ec02-4841-8fb0-b105dd7b0c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:37.156776 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-a707abf0-d9fd-4aad-9983-5b6e26fe708e req-d8359c64-ec02-4841-8fb0-b105dd7b0c9f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=94d12cd9-1105-49d4-9d9d-27e65ff0c644 HTTP/1.1" status: 200 len: 858 time: 0.0731683 Mar 31 15:40:37.253129 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a707abf0-d9fd-4aad-9983-5b6e26fe708e req-f62dad92-4533-4a8a-bbcb-709cb731ab3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:37.253129 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-a707abf0-d9fd-4aad-9983-5b6e26fe708e req-f62dad92-4533-4a8a-bbcb-709cb731ab3a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4a5bb9cd-d074-4713-88c5-e7791e1f5e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0702858 Mar 31 15:40:37.351792 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-a707abf0-d9fd-4aad-9983-5b6e26fe708e req-079e92da-cf82-44a8-8016-3c1562dd55ec service neutron] 10.222.0.26 "GET /v2.0/networks/4a5bb9cd-d074-4713-88c5-e7791e1f5e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087728 Mar 31 15:40:37.515491 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9584a69f-e648-4773-8a69-7ec8f29932f4 req-a212bc3e-896e-4786-871a-6d0f66132773 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:37.518148 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-9584a69f-e648-4773-8a69-7ec8f29932f4 req-a212bc3e-896e-4786-871a-6d0f66132773 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa22825a-9960-40b5-8420-a2c19a6c9d05 HTTP/1.1" status: 200 len: 944 time: 0.1060646 Mar 31 15:40:37.522226 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-a707abf0-d9fd-4aad-9983-5b6e26fe708e req-b5b8d446-19c3-4b6d-95fd-ef75080dd7f6 service neutron] 10.222.0.26 "GET /v2.0/networks/4a5bb9cd-d074-4713-88c5-e7791e1f5e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632276 Mar 31 15:40:37.591471 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-9584a69f-e648-4773-8a69-7ec8f29932f4 req-0e9280d3-907d-4acf-8e2d-2bedc3cc13ab tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/security-groups?id=e046400a-d9ff-4f82-bf37-90a88edc5066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669825 Mar 31 15:40:37.704145 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0b2f012e-2fbd-4b35-9815-8024e4a993e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fb816cbb-0527-4766-83b7-604ad6a553f5), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:38.086171 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8a679-4960-4496-953e-a548896e2108 req-ffe64cc3-db69-4a3a-bbc5-ff2426cec33f tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:38.087751 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-1de8a679-4960-4496-953e-a548896e2108 req-ffe64cc3-db69-4a3a-bbc5-ff2426cec33f tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=88333656-607c-4590-a5a9-68e3de0be916 HTTP/1.1" status: 200 len: 945 time: 0.0751002 Mar 31 15:40:38.143772 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-1de8a679-4960-4496-953e-a548896e2108 req-cc91aec2-7392-4fb4-949c-8b169168042e tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b0e7810-dd04-4a66-8afe-9762b371d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479457 Mar 31 15:40:38.364514 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device 1749e09e-9c88-4e97-9475-3ab9f5bb4296 up at agent hyperv_hv-cinder-75078 {{(pid=104160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:40:38.544635 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Provisioning for port 1749e09e-9c88-4e97-9475-3ab9f5bb4296 completed by entity L2. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 15:40:38.548714 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Provisioning complete for port 1749e09e-9c88-4e97-9475-3ab9f5bb4296 triggered by entity L2. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:40:38.549088 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (1749e09e-9c88-4e97-9475-3ab9f5bb4296), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:38.632015 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Current status of the port 1749e09e-9c88-4e97-9475-3ab9f5bb4296 is: BUILD; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:40:38.632418 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (1749e09e-9c88-4e97-9475-3ab9f5bb4296), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:38.667483 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa22825a-9960-40b5-8420-a2c19a6c9d05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1749e09e-9c88-4e97-9475-3ab9f5bb4296'}] {{(pid=104160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:40:38.670368 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce3869fed81eb230bc7c00aef7f85a04080afe3b8b72d2e6fbd63f6167e83839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc8f20e-7519-4128-b9f6-03c667f024a7" -d '{"events": [{"server_uuid": "fa22825a-9960-40b5-8420-a2c19a6c9d05", "name": "network-vif-plugged", "status": "completed", "tag": "1749e09e-9c88-4e97-9475-3ab9f5bb4296"}]}' {{(pid=104160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:40:38.687227 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] For port 1749e09e-9c88-4e97-9475-3ab9f5bb4296, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=1749e09e-9c88-4e97-9475-3ab9f5bb4296,segment=NetworkSegment(ec34a71e-0dc7-4d80-8f0e-2bcd71ad2a76),segment_id=ec34a71e-0dc7-4d80-8f0e-2bcd71ad2a76)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:40:38.716909 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ae8555-c3eb-4a5d-bc97-e247f5a7761b x-openstack-request-id: req-58ae8555-c3eb-4a5d-bc97-e247f5a7761b {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:40:38.718076 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa22825a-9960-40b5-8420-a2c19a6c9d05", "name": "network-vif-plugged", "status": "completed", "tag": "1749e09e-9c88-4e97-9475-3ab9f5bb4296", "code": 200}]} {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:40:38.718076 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-58ae8555-c3eb-4a5d-bc97-e247f5a7761b {{(pid=104160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:40:38.718076 dv-cinder-750782-15-smb neutron-server[104160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58ae8555-c3eb-4a5d-bc97-e247f5a7761b'] response: {'server_uuid': 'fa22825a-9960-40b5-8420-a2c19a6c9d05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1749e09e-9c88-4e97-9475-3ab9f5bb4296', 'code': 200} Mar 31 15:40:38.758891 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ff9e42-2cfe-427b-9d54-1eb1e081ecf2 req-22f7a61f-312e-4049-a10c-acb4d0c37567 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:38.760541 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-35ff9e42-2cfe-427b-9d54-1eb1e081ecf2 req-22f7a61f-312e-4049-a10c-acb4d0c37567 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa22825a-9960-40b5-8420-a2c19a6c9d05 HTTP/1.1" status: 200 len: 944 time: 0.0584471 Mar 31 15:40:38.768079 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (1749e09e-9c88-4e97-9475-3ab9f5bb4296), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:38.832588 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-35ff9e42-2cfe-427b-9d54-1eb1e081ecf2 req-22c0e63e-9d21-41ee-8fcf-19d6acc4cae4 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/security-groups?id=e046400a-d9ff-4f82-bf37-90a88edc5066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622010 Mar 31 15:40:38.838361 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Pushing event updated for resources: {'Port': ['ID=1749e09e-9c88-4e97-9475-3ab9f5bb4296,revision_number=5']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:40:39.098740 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df57f5-0060-48bc-9530-38f10b150632 req-99a96dae-2e00-47d2-92d0-f8de5fd41331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:39.100163 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-b9df57f5-0060-48bc-9530-38f10b150632 req-99a96dae-2e00-47d2-92d0-f8de5fd41331 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fa22825a-9960-40b5-8420-a2c19a6c9d05 HTTP/1.1" status: 200 len: 1129 time: 0.0514030 Mar 31 15:40:39.169738 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-b9df57f5-0060-48bc-9530-38f10b150632 req-7b615cd1-5b22-462d-a82b-1da170026b1a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e046400a-d9ff-4f82-bf37-90a88edc5066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623593 Mar 31 15:40:39.291024 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2a4427-74b5-4b39-ad06-d58c67b4f60b req-d45cbe17-64a9-437b-8bf0-afc85d5364da tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:39.292534 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-3e2a4427-74b5-4b39-ad06-d58c67b4f60b req-d45cbe17-64a9-437b-8bf0-afc85d5364da tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=88333656-607c-4590-a5a9-68e3de0be916 HTTP/1.1" status: 200 len: 945 time: 0.0588412 Mar 31 15:40:39.351072 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-3e2a4427-74b5-4b39-ad06-d58c67b4f60b req-4fcd0e8b-bdd1-4e61-8f13-321ad36df3d4 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b0e7810-dd04-4a66-8afe-9762b371d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526257 Mar 31 15:40:39.510518 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-211e425b-1201-4862-afc0-6363249efbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (1ca8e2b3-6f2e-4d63-b52b-ad8a81fa6826), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:39.978645 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f74d951-6951-484f-84ac-2ee0cf6143d0 req-30ce5ded-f94f-4d92-b820-c7d1c33f4d48 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:39.981147 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-4f74d951-6951-484f-84ac-2ee0cf6143d0 req-30ce5ded-f94f-4d92-b820-c7d1c33f4d48 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa22825a-9960-40b5-8420-a2c19a6c9d05 HTTP/1.1" status: 200 len: 945 time: 0.0645182 Mar 31 15:40:40.043715 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-4f74d951-6951-484f-84ac-2ee0cf6143d0 req-881749d8-9364-4d52-887a-f7f28446a8d5 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/security-groups?id=e046400a-d9ff-4f82-bf37-90a88edc5066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552697 Mar 31 15:40:40.498933 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0c8e8b-96e7-4508-b462-9e5c6c44fdd9 req-c76a1157-6525-4b19-81f4-6efff7e93521 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:40.500518 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-eb0c8e8b-96e7-4508-b462-9e5c6c44fdd9 req-c76a1157-6525-4b19-81f4-6efff7e93521 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=88333656-607c-4590-a5a9-68e3de0be916 HTTP/1.1" status: 200 len: 945 time: 0.0617673 Mar 31 15:40:40.556224 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-eb0c8e8b-96e7-4508-b462-9e5c6c44fdd9 req-c5f326ec-34da-41ae-911a-edca5c8eb45a tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b0e7810-dd04-4a66-8afe-9762b371d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459924 Mar 31 15:40:40.734352 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bab42f4-269e-40ac-af6b-8303cfe904bc req-5beaf715-0ba4-4e59-a685-b1bb0b1b6906 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:40.736254 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-9bab42f4-269e-40ac-af6b-8303cfe904bc req-5beaf715-0ba4-4e59-a685-b1bb0b1b6906 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=88333656-607c-4590-a5a9-68e3de0be916 HTTP/1.1" status: 200 len: 945 time: 0.0594835 Mar 31 15:40:40.748439 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 48390) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:40:40.754524 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.v2.base [None req-6c94d871-3666-46e3-a23d-81dd5ad38065 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Request body: {'floatingip': {'port_id': '6ecdbe89-4e45-4cfd-94eb-c253f9c888a8'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:40:40.831109 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6c94d871-3666-46e3-a23d-81dd5ad38065 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Publish callbacks [] for floatingip (a85deadd-79c2-4e17-a21d-41186633837b), before_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:40.922113 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fd34c7ed-cab5-463e-81bb-e9aa6ef90623), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:41.234560 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026fc5d-bb2f-44e9-bf19-33cd7af29b2a req-2e2f5527-69a9-4f50-b878-45d83dda6d3c tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:41.236847 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-c026fc5d-bb2f-44e9-bf19-33cd7af29b2a req-2e2f5527-69a9-4f50-b878-45d83dda6d3c tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa22825a-9960-40b5-8420-a2c19a6c9d05 HTTP/1.1" status: 200 len: 945 time: 0.0914171 Mar 31 15:40:41.307861 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-c026fc5d-bb2f-44e9-bf19-33cd7af29b2a req-3c2598a7-ec87-46d4-8aa7-d7e20a98a11f tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/security-groups?id=e046400a-d9ff-4f82-bf37-90a88edc5066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622745 Mar 31 15:40:41.497853 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4175aa67-cd1f-4cd2-8589-e0dd7d8b641f req-9f9bd7aa-b249-418c-a2cc-ab7726058666 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:41.500452 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-4175aa67-cd1f-4cd2-8589-e0dd7d8b641f req-9f9bd7aa-b249-418c-a2cc-ab7726058666 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa22825a-9960-40b5-8420-a2c19a6c9d05 HTTP/1.1" status: 200 len: 945 time: 0.0964022 Mar 31 15:40:41.513218 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 48404) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:40:41.518815 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.v2.base [None req-0b1a0dd9-2c51-40b9-9558-c08c9bb42bec tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Request body: {'floatingip': {'port_id': '1749e09e-9c88-4e97-9475-3ab9f5bb4296'}} {{(pid=104158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:40:41.561265 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6c94d871-3666-46e3-a23d-81dd5ad38065 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:41.569342 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-0b1a0dd9-2c51-40b9-9558-c08c9bb42bec tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Publish callbacks [] for floatingip (a6fdd39a-01c1-4a92-b71d-2edb7c4a843b), before_update {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:41.648378 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6c94d871-3666-46e3-a23d-81dd5ad38065 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574067'] for floatingip (a85deadd-79c2-4e17-a21d-41186633837b), after_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:41.999520 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2b80cd-fa2d-4f47-890c-5b8e15721747 req-0cc36ff3-e679-4a72-ab92-12dcf8ba2240 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:42.001588 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-0f2b80cd-fa2d-4f47-890c-5b8e15721747 req-0cc36ff3-e679-4a72-ab92-12dcf8ba2240 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d065c3f-b9d3-4ec0-bb87-58f102fb8fe1 HTTP/1.1" status: 200 len: 945 time: 0.1663225 Mar 31 15:40:42.205061 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c94d871-3666-46e3-a23d-81dd5ad38065 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Router 72c1e985-d19f-4bd3-b983-d04005880b29 has already been hosted by L3 agent 9721ac04-bac7-49da-b384-3a2049eedfa2 {{(pid=104159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:40:42.206025 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-0f2b80cd-fa2d-4f47-890c-5b8e15721747 req-0652b1d1-d0a1-45c7-b497-d19c152cb28e tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/security-groups?id=88056b7e-9963-4868-9086-6491058785d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1635056 Mar 31 15:40:42.215562 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-0b1a0dd9-2c51-40b9-9558-c08c9bb42bec tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:42.279874 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-0b1a0dd9-2c51-40b9-9558-c08c9bb42bec tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574067'] for floatingip (a6fdd39a-01c1-4a92-b71d-2edb7c4a843b), after_update {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:42.310571 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c94d871-3666-46e3-a23d-81dd5ad38065 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Notify agent at l3_agent.dv-cinder-750782-15-smb the message routers_updated {{(pid=104159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:40:42.315283 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6c94d871-3666-46e3-a23d-81dd5ad38065 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451'] for floatingip (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:42.321689 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde7aad7-9f13-49d4-8ced-9c6d544f940b None None] Sync routers for ids ['72c1e985-d19f-4bd3-b983-d04005880b29'] in dv-cinder-750782-15-smb {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:40:42.337757 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde7aad7-9f13-49d4-8ced-9c6d544f940b None None] Routers {'72c1e985-d19f-4bd3-b983-d04005880b29'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:40:42.337757 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-dde7aad7-9f13-49d4-8ced-9c6d544f940b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:40:36Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['72c1e985-d19f-4bd3-b983-d04005880b29'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:40:42.356756 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88333656-607c-4590-a5a9-68e3de0be916', 'tag': '6ecdbe89-4e45-4cfd-94eb-c253f9c888a8'}] {{(pid=104159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:40:42.359015 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea64b363b0503405ce6d4d78215f64c9ed163e64c8f258dff0ae871dea148ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dd4d152-7ac4-4c1d-9406-25b5dc9669d6" -d '{"events": [{"name": "network-changed", "server_uuid": "88333656-607c-4590-a5a9-68e3de0be916", "tag": "6ecdbe89-4e45-4cfd-94eb-c253f9c888a8"}]}' {{(pid=104159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:40:42.413428 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-6c94d871-3666-46e3-a23d-81dd5ad38065 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "PUT /v2.0/floatingips/a85deadd-79c2-4e17-a21d-41186633837b HTTP/1.1" status: 200 len: 992 time: 1.6633892 Mar 31 15:40:42.426139 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.db.l3_db [None req-0b1a0dd9-2c51-40b9-9558-c08c9bb42bec tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Floating IP a6fdd39a-01c1-4a92-b71d-2edb7c4a843b associated. External IP: 172.28.2.56, port: 1749e09e-9c88-4e97-9475-3ab9f5bb4296. Mar 31 15:40:42.438765 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2932c24-ec6c-46b3-b2d1-743a407eba09 x-openstack-request-id: req-f2932c24-ec6c-46b3-b2d1-743a407eba09 {{(pid=104159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:40:42.439314 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88333656-607c-4590-a5a9-68e3de0be916", "tag": "6ecdbe89-4e45-4cfd-94eb-c253f9c888a8", "status": "completed", "code": 200}]} {{(pid=104159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:40:42.439576 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f2932c24-ec6c-46b3-b2d1-743a407eba09 {{(pid=104159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:40:42.440050 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2932c24-ec6c-46b3-b2d1-743a407eba09'] response: {'name': 'network-changed', 'server_uuid': '88333656-607c-4590-a5a9-68e3de0be916', 'tag': '6ecdbe89-4e45-4cfd-94eb-c253f9c888a8', 'status': 'completed', 'code': 200} Mar 31 15:40:42.502010 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-dde7aad7-9f13-49d4-8ced-9c6d544f940b None None] Set router 72c1e985-d19f-4bd3-b983-d04005880b29 gateway port host: dv-cinder-750782-15-smb {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:40:42.539825 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd4d152-7ac4-4c1d-9406-25b5dc9669d6 req-ec4ea160-c794-4e7a-b28b-45149bea3ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:42.542827 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-6dd4d152-7ac4-4c1d-9406-25b5dc9669d6 req-ec4ea160-c794-4e7a-b28b-45149bea3ec7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d4fc7fbc16624a3082581ef98d9d25a5&device_id=88333656-607c-4590-a5a9-68e3de0be916 HTTP/1.1" status: 200 len: 1129 time: 0.0761702 Mar 31 15:40:42.671195 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd4d152-7ac4-4c1d-9406-25b5dc9669d6 req-0d8d1d5b-6b92-4407-b93f-3b9e3fac3313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:42.672667 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-6dd4d152-7ac4-4c1d-9406-25b5dc9669d6 req-0d8d1d5b-6b92-4407-b93f-3b9e3fac3313 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4a5bb9cd-d074-4713-88c5-e7791e1f5e5b HTTP/1.1" status: 200 len: 920 time: 0.1228812 Mar 31 15:40:42.755503 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b1a0dd9-2c51-40b9-9558-c08c9bb42bec tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Router 8da13428-dd29-43c2-90b9-9601dc801daa has already been hosted by L3 agent 9721ac04-bac7-49da-b384-3a2049eedfa2 {{(pid=104158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:40:42.760888 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-6dd4d152-7ac4-4c1d-9406-25b5dc9669d6 req-b3db4e1f-fb84-40b5-8605-8184463244e9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ecdbe89-4e45-4cfd-94eb-c253f9c888a8 HTTP/1.1" status: 200 len: 1000 time: 0.0748904 Mar 31 15:40:42.835898 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd4d152-7ac4-4c1d-9406-25b5dc9669d6 req-801680dd-ea87-4772-bdcb-e19baa43f4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:42.837469 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-6dd4d152-7ac4-4c1d-9406-25b5dc9669d6 req-801680dd-ea87-4772-bdcb-e19baa43f4ac service neutron] 10.222.0.26 "GET /v2.0/subnets?id=94d12cd9-1105-49d4-9d9d-27e65ff0c644 HTTP/1.1" status: 200 len: 858 time: 0.0674238 Mar 31 15:40:42.860824 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-dde7aad7-9f13-49d4-8ced-9c6d544f940b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72c1e985-d19f-4bd3-b983-d04005880b29', 'name': 'tempest-ServerRescueNegativeTestJSON-1556175944-router', 'tenant_id': 'd4fc7fbc16624a3082581ef98d9d25a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.41'}], 'enable_snat': True}, 'gw_port_id': 'c86f7706-7305-4205-856f-83b9bf3fabd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:37:11Z', 'updated_at': '2022-03-31T15:37:15Z', 'revision_number': 4, 'project_id': 'd4fc7fbc16624a3082581ef98d9d25a5', 'gw_port': {'id': 'c86f7706-7305-4205-856f-83b9bf3fabd5', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c1e985-d19f-4bd3-b983-d04005880b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 233, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:37:12Z', 'updated_at': '2022-03-31T15:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_floatingips': [{'id': 'a85deadd-79c2-4e17-a21d-41186633837b', 'tenant_id': 'd4fc7fbc16624a3082581ef98d9d25a5', 'floating_ip_address': '172.28.2.68', 'floating_network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'router_id': '72c1e985-d19f-4bd3-b983-d04005880b29', 'port_id': '6ecdbe89-4e45-4cfd-94eb-c253f9c888a8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a5bb9cd-d074-4713-88c5-e7791e1f5e5b', 'mac_address': 'fa:16:3e:d9:37:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88333656-607c-4590-a5a9-68e3de0be916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:39:01Z', 'updated_at': '2022-03-31T15:40:41Z', 'revision_number': 3, 'project_id': 'd4fc7fbc16624a3082581ef98d9d25a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '050559a0-808f-4e90-bf70-b1eaf62a8f22', 'name': '', 'network_id': '4a5bb9cd-d074-4713-88c5-e7791e1f5e5b', 'tenant_id': 'd4fc7fbc16624a3082581ef98d9d25a5', 'mac_address': 'fa:16:3e:13:27:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c1e985-d19f-4bd3-b983-d04005880b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '94d12cd9-1105-49d4-9d9d-27e65ff0c644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:37:14Z', 'updated_at': '2022-03-31T15:37:19Z', 'revision_number': 5, 'project_id': 'd4fc7fbc16624a3082581ef98d9d25a5', 'subnets': [{'id': '94d12cd9-1105-49d4-9d9d-27e65ff0c644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:40:42.906515 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde7aad7-9f13-49d4-8ced-9c6d544f940b None None] Checking router: 72c1e985-d19f-4bd3-b983-d04005880b29 for host: dv-cinder-750782-15-smb {{(pid=104161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:40:42.909032 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b1a0dd9-2c51-40b9-9558-c08c9bb42bec tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Notify agent at l3_agent.dv-cinder-750782-15-smb the message routers_updated {{(pid=104158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:40:42.921253 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-0b1a0dd9-2c51-40b9-9558-c08c9bb42bec tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451'] for floatingip (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:42.922338 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde7aad7-9f13-49d4-8ced-9c6d544f940b None None] Routers {'72c1e985-d19f-4bd3-b983-d04005880b29'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:40:42.923017 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-dde7aad7-9f13-49d4-8ced-9c6d544f940b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:40:36Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['72c1e985-d19f-4bd3-b983-d04005880b29'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:40:42.924292 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff55407-20dd-4472-8bd4-a2973a9ce2e2 None None] Sync routers for ids ['8da13428-dd29-43c2-90b9-9601dc801daa'] in dv-cinder-750782-15-smb {{(pid=104160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:40:42.946325 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff55407-20dd-4472-8bd4-a2973a9ce2e2 None None] Routers {'8da13428-dd29-43c2-90b9-9601dc801daa'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:40:42.953702 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_hamode_db [None req-6ff55407-20dd-4472-8bd4-a2973a9ce2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:40:36Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['8da13428-dd29-43c2-90b9-9601dc801daa'], 'active': True} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:40:42.964760 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd4d152-7ac4-4c1d-9406-25b5dc9669d6 req-4831faa8-86c5-40fc-8e82-b9254f8f94ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:42.964760 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-6dd4d152-7ac4-4c1d-9406-25b5dc9669d6 req-4831faa8-86c5-40fc-8e82-b9254f8f94ae service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4a5bb9cd-d074-4713-88c5-e7791e1f5e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1062963 Mar 31 15:40:42.965019 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-0b1a0dd9-2c51-40b9-9558-c08c9bb42bec tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "PUT /v2.0/floatingips/a6fdd39a-01c1-4a92-b71d-2edb7c4a843b HTTP/1.1" status: 200 len: 990 time: 1.4486418 Mar 31 15:40:42.965019 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa22825a-9960-40b5-8420-a2c19a6c9d05', 'tag': '1749e09e-9c88-4e97-9475-3ab9f5bb4296'}] {{(pid=104158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:40:42.968333 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f960889515c719e6c42930f5609f9e3ff07dde6b2d3f3be48d9020484c6583bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e49ede-d7f0-40e5-9c88-c8d1af74d6a5" -d '{"events": [{"name": "network-changed", "server_uuid": "fa22825a-9960-40b5-8420-a2c19a6c9d05", "tag": "1749e09e-9c88-4e97-9475-3ab9f5bb4296"}]}' {{(pid=104158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:40:43.036848 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b9be836-9ebe-4b7a-ad1d-391443e49c7d x-openstack-request-id: req-4b9be836-9ebe-4b7a-ad1d-391443e49c7d {{(pid=104158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:40:43.037245 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa22825a-9960-40b5-8420-a2c19a6c9d05", "tag": "1749e09e-9c88-4e97-9475-3ab9f5bb4296", "status": "completed", "code": 200}]} {{(pid=104158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:40:43.037568 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4b9be836-9ebe-4b7a-ad1d-391443e49c7d {{(pid=104158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:40:43.037864 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b9be836-9ebe-4b7a-ad1d-391443e49c7d'] response: {'name': 'network-changed', 'server_uuid': 'fa22825a-9960-40b5-8420-a2c19a6c9d05', 'tag': '1749e09e-9c88-4e97-9475-3ab9f5bb4296', 'status': 'completed', 'code': 200} Mar 31 15:40:43.104789 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvr_db [None req-6ff55407-20dd-4472-8bd4-a2973a9ce2e2 None None] Set router 8da13428-dd29-43c2-90b9-9601dc801daa gateway port host: dv-cinder-750782-15-smb {{(pid=104160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:40:43.115269 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-dde7aad7-9f13-49d4-8ced-9c6d544f940b None None] Set router 72c1e985-d19f-4bd3-b983-d04005880b29 gateway port host: dv-cinder-750782-15-smb {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:40:43.143199 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-6dd4d152-7ac4-4c1d-9406-25b5dc9669d6 req-9848d1d7-c1e0-472e-b5e0-7157b3f1a076 service neutron] 10.222.0.26 "GET /v2.0/networks/4a5bb9cd-d074-4713-88c5-e7791e1f5e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751466 Mar 31 15:40:43.156954 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e49ede-d7f0-40e5-9c88-c8d1af74d6a5 req-20b5486c-ee2f-4e62-8cf4-8a1feb8c217b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:43.158494 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-b7e49ede-d7f0-40e5-9c88-c8d1af74d6a5 req-20b5486c-ee2f-4e62-8cf4-8a1feb8c217b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=be4d3c00b0c245529e30b10275e77a1a&device_id=fa22825a-9960-40b5-8420-a2c19a6c9d05 HTTP/1.1" status: 200 len: 1129 time: 0.0876293 Mar 31 15:40:43.422604 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e49ede-d7f0-40e5-9c88-c8d1af74d6a5 req-987cb641-5733-4386-9871-684daf7bbcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:43.425077 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-b7e49ede-d7f0-40e5-9c88-c8d1af74d6a5 req-987cb641-5733-4386-9871-684daf7bbcdb service neutron] 10.222.0.26 "GET /v2.0/networks?id=acf2b035-5efb-451b-83b3-46613c8b8e46 HTTP/1.1" status: 200 len: 912 time: 0.2438531 Mar 31 15:40:43.430282 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-6dd4d152-7ac4-4c1d-9406-25b5dc9669d6 req-81ec8d05-0930-471e-a9c2-fd4e6a81d168 service neutron] 10.222.0.26 "GET /v2.0/networks/4a5bb9cd-d074-4713-88c5-e7791e1f5e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750659 Mar 31 15:40:43.458027 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-dde7aad7-9f13-49d4-8ced-9c6d544f940b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72c1e985-d19f-4bd3-b983-d04005880b29', 'name': 'tempest-ServerRescueNegativeTestJSON-1556175944-router', 'tenant_id': 'd4fc7fbc16624a3082581ef98d9d25a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.41'}], 'enable_snat': True}, 'gw_port_id': 'c86f7706-7305-4205-856f-83b9bf3fabd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:37:11Z', 'updated_at': '2022-03-31T15:37:15Z', 'revision_number': 4, 'project_id': 'd4fc7fbc16624a3082581ef98d9d25a5', 'gw_port': {'id': 'c86f7706-7305-4205-856f-83b9bf3fabd5', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c1e985-d19f-4bd3-b983-d04005880b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 233, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:37:12Z', 'updated_at': '2022-03-31T15:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_floatingips': [{'id': 'a85deadd-79c2-4e17-a21d-41186633837b', 'tenant_id': 'd4fc7fbc16624a3082581ef98d9d25a5', 'floating_ip_address': '172.28.2.68', 'floating_network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'router_id': '72c1e985-d19f-4bd3-b983-d04005880b29', 'port_id': '6ecdbe89-4e45-4cfd-94eb-c253f9c888a8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a5bb9cd-d074-4713-88c5-e7791e1f5e5b', 'mac_address': 'fa:16:3e:d9:37:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88333656-607c-4590-a5a9-68e3de0be916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:39:01Z', 'updated_at': '2022-03-31T15:40:41Z', 'revision_number': 3, 'project_id': 'd4fc7fbc16624a3082581ef98d9d25a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '050559a0-808f-4e90-bf70-b1eaf62a8f22', 'name': '', 'network_id': '4a5bb9cd-d074-4713-88c5-e7791e1f5e5b', 'tenant_id': 'd4fc7fbc16624a3082581ef98d9d25a5', 'mac_address': 'fa:16:3e:13:27:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c1e985-d19f-4bd3-b983-d04005880b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '94d12cd9-1105-49d4-9d9d-27e65ff0c644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:37:14Z', 'updated_at': '2022-03-31T15:37:19Z', 'revision_number': 5, 'project_id': 'd4fc7fbc16624a3082581ef98d9d25a5', 'subnets': [{'id': '94d12cd9-1105-49d4-9d9d-27e65ff0c644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:40:43.467565 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_hamode_db [None req-6ff55407-20dd-4472-8bd4-a2973a9ce2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da13428-dd29-43c2-90b9-9601dc801daa', 'name': 'tempest-AttachVolumeTestJSON-1657121342-router', 'tenant_id': 'be4d3c00b0c245529e30b10275e77a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.250'}], 'enable_snat': True}, 'gw_port_id': '22afbc9f-9d0e-4cfa-8680-77394dc34ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:36:14Z', 'updated_at': '2022-03-31T15:36:24Z', 'revision_number': 4, 'project_id': 'be4d3c00b0c245529e30b10275e77a1a', 'gw_port': {'id': '22afbc9f-9d0e-4cfa-8680-77394dc34ccd', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da13428-dd29-43c2-90b9-9601dc801daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:15Z', 'updated_at': '2022-03-31T15:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_floatingips': [{'id': 'a6fdd39a-01c1-4a92-b71d-2edb7c4a843b', 'tenant_id': 'be4d3c00b0c245529e30b10275e77a1a', 'floating_ip_address': '172.28.2.56', 'floating_network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'router_id': '8da13428-dd29-43c2-90b9-9601dc801daa', 'port_id': '1749e09e-9c88-4e97-9475-3ab9f5bb4296', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acf2b035-5efb-451b-83b3-46613c8b8e46', 'mac_address': 'fa:16:3e:b4:e1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa22825a-9960-40b5-8420-a2c19a6c9d05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:40:25Z', 'updated_at': '2022-03-31T15:40:42Z', 'revision_number': 1, 'project_id': 'be4d3c00b0c245529e30b10275e77a1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '270cf125-196c-4eb9-9e3a-b28307d064dc', 'name': '', 'network_id': 'acf2b035-5efb-451b-83b3-46613c8b8e46', 'tenant_id': 'be4d3c00b0c245529e30b10275e77a1a', 'mac_address': 'fa:16:3e:63:94:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da13428-dd29-43c2-90b9-9601dc801daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '0ed38ac7-8ffd-41b7-819b-98cf852cf0d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:21Z', 'updated_at': '2022-03-31T15:36:33Z', 'revision_number': 5, 'project_id': 'be4d3c00b0c245529e30b10275e77a1a', 'subnets': [{'id': '0ed38ac7-8ffd-41b7-819b-98cf852cf0d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:40:43.494648 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde7aad7-9f13-49d4-8ced-9c6d544f940b None None] The sync data for ids ['72c1e985-d19f-4bd3-b983-d04005880b29'] in dv-cinder-750782-15-smb is: [{'id': '72c1e985-d19f-4bd3-b983-d04005880b29', 'name': 'tempest-ServerRescueNegativeTestJSON-1556175944-router', 'tenant_id': 'd4fc7fbc16624a3082581ef98d9d25a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.41'}], 'enable_snat': True}, 'gw_port_id': 'c86f7706-7305-4205-856f-83b9bf3fabd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:37:11Z', 'updated_at': '2022-03-31T15:37:15Z', 'revision_number': 4, 'project_id': 'd4fc7fbc16624a3082581ef98d9d25a5', 'gw_port': {'id': 'c86f7706-7305-4205-856f-83b9bf3fabd5', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c1e985-d19f-4bd3-b983-d04005880b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 233, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:37:12Z', 'updated_at': '2022-03-31T15:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_floatingips': [{'id': 'a85deadd-79c2-4e17-a21d-41186633837b', 'tenant_id': 'd4fc7fbc16624a3082581ef98d9d25a5', 'floating_ip_address': '172.28.2.68', 'floating_network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'router_id': '72c1e985-d19f-4bd3-b983-d04005880b29', 'port_id': '6ecdbe89-4e45-4cfd-94eb-c253f9c888a8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a5bb9cd-d074-4713-88c5-e7791e1f5e5b', 'mac_address': 'fa:16:3e:d9:37:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88333656-607c-4590-a5a9-68e3de0be916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:39:01Z', 'updated_at': '2022-03-31T15:40:41Z', 'revision_number': 3, 'project_id': 'd4fc7fbc16624a3082581ef98d9d25a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '050559a0-808f-4e90-bf70-b1eaf62a8f22', 'name': '', 'network_id': '4a5bb9cd-d074-4713-88c5-e7791e1f5e5b', 'tenant_id': 'd4fc7fbc16624a3082581ef98d9d25a5', 'mac_address': 'fa:16:3e:13:27:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c1e985-d19f-4bd3-b983-d04005880b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '94d12cd9-1105-49d4-9d9d-27e65ff0c644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:37:14Z', 'updated_at': '2022-03-31T15:37:19Z', 'revision_number': 5, 'project_id': 'd4fc7fbc16624a3082581ef98d9d25a5', 'subnets': [{'id': '94d12cd9-1105-49d4-9d9d-27e65ff0c644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:40:43.508093 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff55407-20dd-4472-8bd4-a2973a9ce2e2 None None] Checking router: 8da13428-dd29-43c2-90b9-9601dc801daa for host: dv-cinder-750782-15-smb {{(pid=104160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:40:43.519039 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff55407-20dd-4472-8bd4-a2973a9ce2e2 None None] Routers {'8da13428-dd29-43c2-90b9-9601dc801daa'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:40:43.519887 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_hamode_db [None req-6ff55407-20dd-4472-8bd4-a2973a9ce2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:40:36Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['8da13428-dd29-43c2-90b9-9601dc801daa'], 'active': True} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:40:43.546229 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adaa645-79a3-4cad-a9a3-99782c864885 req-9bbe2fe8-8c29-450f-862a-3249b4f2d66d tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:43.548248 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-9adaa645-79a3-4cad-a9a3-99782c864885 req-9bbe2fe8-8c29-450f-862a-3249b4f2d66d tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d065c3f-b9d3-4ec0-bb87-58f102fb8fe1 HTTP/1.1" status: 200 len: 945 time: 0.2078884 Mar 31 15:40:43.618590 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-b7e49ede-d7f0-40e5-9c88-c8d1af74d6a5 req-0d0d32a7-2797-45fc-b16a-d0e63b714d87 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1749e09e-9c88-4e97-9475-3ab9f5bb4296 HTTP/1.1" status: 200 len: 998 time: 0.1692159 Mar 31 15:40:43.734034 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-9adaa645-79a3-4cad-a9a3-99782c864885 req-ae7eca7f-bf7c-4f51-bc1b-8814d636ec7d tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/security-groups?id=88056b7e-9963-4868-9086-6491058785d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1708517 Mar 31 15:40:43.743102 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e49ede-d7f0-40e5-9c88-c8d1af74d6a5 req-4bc9dda9-cb1b-4e0e-bcb1-08ea44b40e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:43.745109 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-b7e49ede-d7f0-40e5-9c88-c8d1af74d6a5 req-4bc9dda9-cb1b-4e0e-bcb1-08ea44b40e0c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0ed38ac7-8ffd-41b7-819b-98cf852cf0d4 HTTP/1.1" status: 200 len: 850 time: 0.1114528 Mar 31 15:40:43.800544 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvr_db [None req-6ff55407-20dd-4472-8bd4-a2973a9ce2e2 None None] Set router 8da13428-dd29-43c2-90b9-9601dc801daa gateway port host: dv-cinder-750782-15-smb {{(pid=104160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:40:43.815777 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e49ede-d7f0-40e5-9c88-c8d1af74d6a5 req-c658a9d7-1553-464c-ac2b-6441d1f81008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:43.817330 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-b7e49ede-d7f0-40e5-9c88-c8d1af74d6a5 req-c658a9d7-1553-464c-ac2b-6441d1f81008 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=acf2b035-5efb-451b-83b3-46613c8b8e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0590606 Mar 31 15:40:43.934665 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af90ad-afd9-4e63-b10c-9ff11ebdb26d req-4b913dfd-d4bb-4c8d-8cf3-0667676858e8 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:43.936120 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-15af90ad-afd9-4e63-b10c-9ff11ebdb26d req-4b913dfd-d4bb-4c8d-8cf3-0667676858e8 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d065c3f-b9d3-4ec0-bb87-58f102fb8fe1 HTTP/1.1" status: 200 len: 945 time: 0.1179278 Mar 31 15:40:43.957063 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-b7e49ede-d7f0-40e5-9c88-c8d1af74d6a5 req-bb7659b2-ac2d-47f4-bc69-f5c57630b766 service neutron] 10.222.0.26 "GET /v2.0/networks/acf2b035-5efb-451b-83b3-46613c8b8e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306968 Mar 31 15:40:44.064240 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_hamode_db [None req-6ff55407-20dd-4472-8bd4-a2973a9ce2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da13428-dd29-43c2-90b9-9601dc801daa', 'name': 'tempest-AttachVolumeTestJSON-1657121342-router', 'tenant_id': 'be4d3c00b0c245529e30b10275e77a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.250'}], 'enable_snat': True}, 'gw_port_id': '22afbc9f-9d0e-4cfa-8680-77394dc34ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:36:14Z', 'updated_at': '2022-03-31T15:36:24Z', 'revision_number': 4, 'project_id': 'be4d3c00b0c245529e30b10275e77a1a', 'gw_port': {'id': '22afbc9f-9d0e-4cfa-8680-77394dc34ccd', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da13428-dd29-43c2-90b9-9601dc801daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:15Z', 'updated_at': '2022-03-31T15:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_floatingips': [{'id': 'a6fdd39a-01c1-4a92-b71d-2edb7c4a843b', 'tenant_id': 'be4d3c00b0c245529e30b10275e77a1a', 'floating_ip_address': '172.28.2.56', 'floating_network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'router_id': '8da13428-dd29-43c2-90b9-9601dc801daa', 'port_id': '1749e09e-9c88-4e97-9475-3ab9f5bb4296', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acf2b035-5efb-451b-83b3-46613c8b8e46', 'mac_address': 'fa:16:3e:b4:e1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa22825a-9960-40b5-8420-a2c19a6c9d05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:40:25Z', 'updated_at': '2022-03-31T15:40:42Z', 'revision_number': 1, 'project_id': 'be4d3c00b0c245529e30b10275e77a1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '270cf125-196c-4eb9-9e3a-b28307d064dc', 'name': '', 'network_id': 'acf2b035-5efb-451b-83b3-46613c8b8e46', 'tenant_id': 'be4d3c00b0c245529e30b10275e77a1a', 'mac_address': 'fa:16:3e:63:94:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da13428-dd29-43c2-90b9-9601dc801daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '0ed38ac7-8ffd-41b7-819b-98cf852cf0d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:21Z', 'updated_at': '2022-03-31T15:36:33Z', 'revision_number': 5, 'project_id': 'be4d3c00b0c245529e30b10275e77a1a', 'subnets': [{'id': '0ed38ac7-8ffd-41b7-819b-98cf852cf0d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:40:44.098252 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff55407-20dd-4472-8bd4-a2973a9ce2e2 None None] The sync data for ids ['8da13428-dd29-43c2-90b9-9601dc801daa'] in dv-cinder-750782-15-smb is: [{'id': '8da13428-dd29-43c2-90b9-9601dc801daa', 'name': 'tempest-AttachVolumeTestJSON-1657121342-router', 'tenant_id': 'be4d3c00b0c245529e30b10275e77a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.250'}], 'enable_snat': True}, 'gw_port_id': '22afbc9f-9d0e-4cfa-8680-77394dc34ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:36:14Z', 'updated_at': '2022-03-31T15:36:24Z', 'revision_number': 4, 'project_id': 'be4d3c00b0c245529e30b10275e77a1a', 'gw_port': {'id': '22afbc9f-9d0e-4cfa-8680-77394dc34ccd', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da13428-dd29-43c2-90b9-9601dc801daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:15Z', 'updated_at': '2022-03-31T15:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_floatingips': [{'id': 'a6fdd39a-01c1-4a92-b71d-2edb7c4a843b', 'tenant_id': 'be4d3c00b0c245529e30b10275e77a1a', 'floating_ip_address': '172.28.2.56', 'floating_network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'router_id': '8da13428-dd29-43c2-90b9-9601dc801daa', 'port_id': '1749e09e-9c88-4e97-9475-3ab9f5bb4296', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acf2b035-5efb-451b-83b3-46613c8b8e46', 'mac_address': 'fa:16:3e:b4:e1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa22825a-9960-40b5-8420-a2c19a6c9d05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:40:25Z', 'updated_at': '2022-03-31T15:40:42Z', 'revision_number': 1, 'project_id': 'be4d3c00b0c245529e30b10275e77a1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '270cf125-196c-4eb9-9e3a-b28307d064dc', 'name': '', 'network_id': 'acf2b035-5efb-451b-83b3-46613c8b8e46', 'tenant_id': 'be4d3c00b0c245529e30b10275e77a1a', 'mac_address': 'fa:16:3e:63:94:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da13428-dd29-43c2-90b9-9601dc801daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '0ed38ac7-8ffd-41b7-819b-98cf852cf0d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:21Z', 'updated_at': '2022-03-31T15:36:33Z', 'revision_number': 5, 'project_id': 'be4d3c00b0c245529e30b10275e77a1a', 'subnets': [{'id': '0ed38ac7-8ffd-41b7-819b-98cf852cf0d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:40:44.145686 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-b7e49ede-d7f0-40e5-9c88-c8d1af74d6a5 req-f6e1bf00-9875-41ce-b055-0cb2acf33409 service neutron] 10.222.0.26 "GET /v2.0/networks/acf2b035-5efb-451b-83b3-46613c8b8e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707420 Mar 31 15:40:44.152746 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [req-15af90ad-afd9-4e63-b10c-9ff11ebdb26d req-8980c46a-304f-4ed7-a59f-8ea5508311ed tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Deleting port 52bdbe54-dea5-4c33-a3fe-d679eb13b5fa {{(pid=104159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:40:44.153695 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-15af90ad-afd9-4e63-b10c-9ff11ebdb26d req-8980c46a-304f-4ed7-a59f-8ea5508311ed tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772784948758'] for port (52bdbe54-dea5-4c33-a3fe-d679eb13b5fa), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:44.304963 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.db [req-15af90ad-afd9-4e63-b10c-9ff11ebdb26d req-8980c46a-304f-4ed7-a59f-8ea5508311ed tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] For port 52bdbe54-dea5-4c33-a3fe-d679eb13b5fa, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=52bdbe54-dea5-4c33-a3fe-d679eb13b5fa,segment=NetworkSegment(3e695c53-0855-4033-b66c-5de9c04ee5a9),segment_id=3e695c53-0855-4033-b66c-5de9c04ee5a9)] {{(pid=104159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:40:44.308672 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-15af90ad-afd9-4e63-b10c-9ff11ebdb26d req-8980c46a-304f-4ed7-a59f-8ea5508311ed tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576833'] for port (52bdbe54-dea5-4c33-a3fe-d679eb13b5fa), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:44.369789 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00df36d5-70c6-46c3-9375-b912b4d0ec80 None None] New status for floating IP a6fdd39a-01c1-4a92-b71d-2edb7c4a843b: ACTIVE {{(pid=104161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:40:44.453290 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88333656-607c-4590-a5a9-68e3de0be916', 'tag': '6ecdbe89-4e45-4cfd-94eb-c253f9c888a8'}] {{(pid=104159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:40:44.457160 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea64b363b0503405ce6d4d78215f64c9ed163e64c8f258dff0ae871dea148ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fef3eec-524b-4000-a58a-0e8e487400e4" -d '{"events": [{"name": "network-changed", "server_uuid": "88333656-607c-4590-a5a9-68e3de0be916", "tag": "6ecdbe89-4e45-4cfd-94eb-c253f9c888a8"}]}' {{(pid=104159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:40:44.540389 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39740970-21d8-4831-aeb0-a8899c2b91a9 x-openstack-request-id: req-39740970-21d8-4831-aeb0-a8899c2b91a9 {{(pid=104159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:40:44.540897 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88333656-607c-4590-a5a9-68e3de0be916", "tag": "6ecdbe89-4e45-4cfd-94eb-c253f9c888a8", "status": "completed", "code": 200}]} {{(pid=104159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:40:44.541140 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-39740970-21d8-4831-aeb0-a8899c2b91a9 {{(pid=104159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:40:44.541815 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39740970-21d8-4831-aeb0-a8899c2b91a9'] response: {'name': 'network-changed', 'server_uuid': '88333656-607c-4590-a5a9-68e3de0be916', 'tag': '6ecdbe89-4e45-4cfd-94eb-c253f9c888a8', 'status': 'completed', 'code': 200} Mar 31 15:40:44.624276 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-15af90ad-afd9-4e63-b10c-9ff11ebdb26d req-8980c46a-304f-4ed7-a59f-8ea5508311ed tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:44.624831 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-15af90ad-afd9-4e63-b10c-9ff11ebdb26d req-8980c46a-304f-4ed7-a59f-8ea5508311ed tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574067'] for floatingip (5e78f666-7f48-4a6d-8c09-e2f301838cda), after_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:44.625340 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.db.l3_db [req-15af90ad-afd9-4e63-b10c-9ff11ebdb26d req-8980c46a-304f-4ed7-a59f-8ea5508311ed tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Floating IP 5e78f666-7f48-4a6d-8c09-e2f301838cda disassociated. External IP: 172.28.2.203, port: 52bdbe54-dea5-4c33-a3fe-d679eb13b5fa. Mar 31 15:40:44.625921 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [req-15af90ad-afd9-4e63-b10c-9ff11ebdb26d req-8980c46a-304f-4ed7-a59f-8ea5508311ed tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Calling delete_port for 52bdbe54-dea5-4c33-a3fe-d679eb13b5fa owned by compute:nova {{(pid=104159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:40:44.752495 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef3eec-524b-4000-a58a-0e8e487400e4 req-a38afb73-117b-468f-bfa3-ecd1f85fa89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:44.755129 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-9fef3eec-524b-4000-a58a-0e8e487400e4 req-a38afb73-117b-468f-bfa3-ecd1f85fa89e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d4fc7fbc16624a3082581ef98d9d25a5&device_id=88333656-607c-4590-a5a9-68e3de0be916 HTTP/1.1" status: 200 len: 1129 time: 0.1982524 Mar 31 15:40:45.033132 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef3eec-524b-4000-a58a-0e8e487400e4 req-28e2d6a4-4f56-41b9-9b16-556958b911e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:45.038957 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-9fef3eec-524b-4000-a58a-0e8e487400e4 req-28e2d6a4-4f56-41b9-9b16-556958b911e5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4a5bb9cd-d074-4713-88c5-e7791e1f5e5b HTTP/1.1" status: 200 len: 920 time: 0.2709570 Mar 31 15:40:45.042379 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11d3994-ee1c-47f4-ba72-f4c931d95e7b req-b229058a-4cb7-430f-8d0a-306ce2977fcf tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:45.044020 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-b11d3994-ee1c-47f4-ba72-f4c931d95e7b req-b229058a-4cb7-430f-8d0a-306ce2977fcf tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d065c3f-b9d3-4ec0-bb87-58f102fb8fe1 HTTP/1.1" status: 200 len: 945 time: 0.1039016 Mar 31 15:40:45.136108 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-15af90ad-afd9-4e63-b10c-9ff11ebdb26d req-8980c46a-304f-4ed7-a59f-8ea5508311ed tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772784953465', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772784453879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3148002'] for port (52bdbe54-dea5-4c33-a3fe-d679eb13b5fa), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:45.190920 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8980c46a-304f-4ed7-a59f-8ea5508311ed tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Pushing event deleted for resources: {'Port': ['ID=52bdbe54-dea5-4c33-a3fe-d679eb13b5fa,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:40:45.204214 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-9fef3eec-524b-4000-a58a-0e8e487400e4 req-2caf2ca1-e3e4-45f9-bf6d-8982954951f8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ecdbe89-4e45-4cfd-94eb-c253f9c888a8 HTTP/1.1" status: 200 len: 1000 time: 0.1499197 Mar 31 15:40:45.288506 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-b11d3994-ee1c-47f4-ba72-f4c931d95e7b req-08bcadcd-a212-4629-b7e1-aefc01dc2246 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/security-groups?id=88056b7e-9963-4868-9086-6491058785d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2311518 Mar 31 15:40:45.601021 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef3eec-524b-4000-a58a-0e8e487400e4 req-ba583155-3a47-4095-b7ea-9f1b068d3a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:45.602563 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-9fef3eec-524b-4000-a58a-0e8e487400e4 req-ba583155-3a47-4095-b7ea-9f1b068d3a2c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=94d12cd9-1105-49d4-9d9d-27e65ff0c644 HTTP/1.1" status: 200 len: 858 time: 0.3902576 Mar 31 15:40:45.706438 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15af90ad-afd9-4e63-b10c-9ff11ebdb26d req-8980c46a-304f-4ed7-a59f-8ea5508311ed tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Router 47e54d6f-fc64-4b8b-9c10-074acfd46db3 has already been hosted by L3 agent 9721ac04-bac7-49da-b384-3a2049eedfa2 {{(pid=104159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:40:45.726144 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef3eec-524b-4000-a58a-0e8e487400e4 req-5bb4f252-ab9e-4c1a-83a6-84d651bb9b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:45.727901 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-9fef3eec-524b-4000-a58a-0e8e487400e4 req-5bb4f252-ab9e-4c1a-83a6-84d651bb9b7d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4a5bb9cd-d074-4713-88c5-e7791e1f5e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1098411 Mar 31 15:40:45.926682 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15af90ad-afd9-4e63-b10c-9ff11ebdb26d req-8980c46a-304f-4ed7-a59f-8ea5508311ed tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Notify agent at l3_agent.dv-cinder-750782-15-smb the message routers_updated {{(pid=104159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:40:45.930280 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-9fef3eec-524b-4000-a58a-0e8e487400e4 req-418f3e73-a1f9-4ed6-a293-7af6688e44b8 service neutron] 10.222.0.26 "GET /v2.0/networks/4a5bb9cd-d074-4713-88c5-e7791e1f5e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547472 Mar 31 15:40:45.941139 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6aae0cf-5fca-4000-ba04-c8c3dcf8b43b None None] Sync routers for ids ['47e54d6f-fc64-4b8b-9c10-074acfd46db3'] in dv-cinder-750782-15-smb {{(pid=104160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:40:45.959396 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6aae0cf-5fca-4000-ba04-c8c3dcf8b43b None None] Routers {'47e54d6f-fc64-4b8b-9c10-074acfd46db3'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:40:45.960423 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_hamode_db [None req-d6aae0cf-5fca-4000-ba04-c8c3dcf8b43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:40:36Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['47e54d6f-fc64-4b8b-9c10-074acfd46db3'], 'active': True} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:40:46.042546 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.l3_dvrscheduler_db [req-15af90ad-afd9-4e63-b10c-9ff11ebdb26d req-8980c46a-304f-4ed7-a59f-8ea5508311ed tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] No DVR routers for this DVR port 52bdbe54-dea5-4c33-a3fe-d679eb13b5fa on host hv-cinder-75078 {{(pid=104159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:40:46.050130 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-15af90ad-afd9-4e63-b10c-9ff11ebdb26d req-8980c46a-304f-4ed7-a59f-8ea5508311ed tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451'] for port (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:46.054754 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-15af90ad-afd9-4e63-b10c-9ff11ebdb26d req-8980c46a-304f-4ed7-a59f-8ea5508311ed tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.26 "DELETE /v2.0/ports/52bdbe54-dea5-4c33-a3fe-d679eb13b5fa HTTP/1.1" status: 204 len: 173 time: 2.1094491 Mar 31 15:40:46.115394 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-9fef3eec-524b-4000-a58a-0e8e487400e4 req-36090c01-bcc5-4c10-8694-0bf62f6e318e service neutron] 10.222.0.26 "GET /v2.0/networks/4a5bb9cd-d074-4713-88c5-e7791e1f5e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783988 Mar 31 15:40:46.117366 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvr_db [None req-d6aae0cf-5fca-4000-ba04-c8c3dcf8b43b None None] Set router 47e54d6f-fc64-4b8b-9c10-074acfd46db3 gateway port host: dv-cinder-750782-15-smb {{(pid=104160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:40:46.400381 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_hamode_db [None req-d6aae0cf-5fca-4000-ba04-c8c3dcf8b43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'name': 'tempest-AttachVolumeNegativeTest-1394788082-router', 'tenant_id': '893dd59441624f78817c4a649a0aaf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.62'}], 'enable_snat': True}, 'gw_port_id': '76eb623c-a949-48c4-8a2d-84c7b10c4265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:36:14Z', 'updated_at': '2022-03-31T15:36:22Z', 'revision_number': 4, 'project_id': '893dd59441624f78817c4a649a0aaf40', 'gw_port': {'id': '76eb623c-a949-48c4-8a2d-84c7b10c4265', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:15Z', 'updated_at': '2022-03-31T15:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_interfaces': [{'id': 'c3426532-127a-4f0f-81e9-ac1ffbac2b79', 'name': '', 'network_id': 'ffd9f9ff-86a8-41a0-b247-ed3515901842', 'tenant_id': '893dd59441624f78817c4a649a0aaf40', 'mac_address': 'fa:16:3e:d8:13:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2b9feebc-e9c9-4a4e-ad3c-a41e234df103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:20Z', 'updated_at': '2022-03-31T15:36:29Z', 'revision_number': 5, 'project_id': '893dd59441624f78817c4a649a0aaf40', 'subnets': [{'id': '2b9feebc-e9c9-4a4e-ad3c-a41e234df103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:40:46.438596 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6aae0cf-5fca-4000-ba04-c8c3dcf8b43b None None] Checking router: 47e54d6f-fc64-4b8b-9c10-074acfd46db3 for host: dv-cinder-750782-15-smb {{(pid=104160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:40:46.450584 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6aae0cf-5fca-4000-ba04-c8c3dcf8b43b None None] Routers {'47e54d6f-fc64-4b8b-9c10-074acfd46db3'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:40:46.451399 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_hamode_db [None req-d6aae0cf-5fca-4000-ba04-c8c3dcf8b43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:40:36Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['47e54d6f-fc64-4b8b-9c10-074acfd46db3'], 'active': True} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:40:46.486260 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-22c9d251-189a-4183-a614-48b1389a3133 req-100be041-5313-4fac-ae95-1265a5c1ffad tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d065c3f-b9d3-4ec0-bb87-58f102fb8fe1 HTTP/1.1" status: 200 len: 210 time: 0.0654240 Mar 31 15:40:46.543613 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d065c3f-b9d3-4ec0-bb87-58f102fb8fe1', 'name': 'network-vif-deleted', 'tag': '52bdbe54-dea5-4c33-a3fe-d679eb13b5fa'}] {{(pid=104159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:40:46.548535 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea64b363b0503405ce6d4d78215f64c9ed163e64c8f258dff0ae871dea148ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c108a6e8-5f3c-405a-98bb-45d0ca41cf38" -d '{"events": [{"server_uuid": "5d065c3f-b9d3-4ec0-bb87-58f102fb8fe1", "name": "network-vif-deleted", "tag": "52bdbe54-dea5-4c33-a3fe-d679eb13b5fa"}]}' {{(pid=104159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:40:46.622061 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28caf136-c994-4999-b0a0-acba3b6b4bf1 x-openstack-request-id: req-28caf136-c994-4999-b0a0-acba3b6b4bf1 {{(pid=104159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:40:46.622061 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d065c3f-b9d3-4ec0-bb87-58f102fb8fe1", "name": "network-vif-deleted", "tag": "52bdbe54-dea5-4c33-a3fe-d679eb13b5fa", "status": "completed", "code": 200}]} {{(pid=104159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:40:46.622483 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-28caf136-c994-4999-b0a0-acba3b6b4bf1 {{(pid=104159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:40:46.622736 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28caf136-c994-4999-b0a0-acba3b6b4bf1'] response: {'server_uuid': '5d065c3f-b9d3-4ec0-bb87-58f102fb8fe1', 'name': 'network-vif-deleted', 'tag': '52bdbe54-dea5-4c33-a3fe-d679eb13b5fa', 'status': 'completed', 'code': 200} Mar 31 15:40:46.624828 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvr_db [None req-d6aae0cf-5fca-4000-ba04-c8c3dcf8b43b None None] Set router 47e54d6f-fc64-4b8b-9c10-074acfd46db3 gateway port host: dv-cinder-750782-15-smb {{(pid=104160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:40:46.879635 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_hamode_db [None req-d6aae0cf-5fca-4000-ba04-c8c3dcf8b43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'name': 'tempest-AttachVolumeNegativeTest-1394788082-router', 'tenant_id': '893dd59441624f78817c4a649a0aaf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.62'}], 'enable_snat': True}, 'gw_port_id': '76eb623c-a949-48c4-8a2d-84c7b10c4265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:36:14Z', 'updated_at': '2022-03-31T15:36:22Z', 'revision_number': 4, 'project_id': '893dd59441624f78817c4a649a0aaf40', 'gw_port': {'id': '76eb623c-a949-48c4-8a2d-84c7b10c4265', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:15Z', 'updated_at': '2022-03-31T15:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_interfaces': [{'id': 'c3426532-127a-4f0f-81e9-ac1ffbac2b79', 'name': '', 'network_id': 'ffd9f9ff-86a8-41a0-b247-ed3515901842', 'tenant_id': '893dd59441624f78817c4a649a0aaf40', 'mac_address': 'fa:16:3e:d8:13:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2b9feebc-e9c9-4a4e-ad3c-a41e234df103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:20Z', 'updated_at': '2022-03-31T15:36:29Z', 'revision_number': 5, 'project_id': '893dd59441624f78817c4a649a0aaf40', 'subnets': [{'id': '2b9feebc-e9c9-4a4e-ad3c-a41e234df103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:40:46.921662 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6aae0cf-5fca-4000-ba04-c8c3dcf8b43b None None] The sync data for ids ['47e54d6f-fc64-4b8b-9c10-074acfd46db3'] in dv-cinder-750782-15-smb is: [{'id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'name': 'tempest-AttachVolumeNegativeTest-1394788082-router', 'tenant_id': '893dd59441624f78817c4a649a0aaf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.62'}], 'enable_snat': True}, 'gw_port_id': '76eb623c-a949-48c4-8a2d-84c7b10c4265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:36:14Z', 'updated_at': '2022-03-31T15:36:22Z', 'revision_number': 4, 'project_id': '893dd59441624f78817c4a649a0aaf40', 'gw_port': {'id': '76eb623c-a949-48c4-8a2d-84c7b10c4265', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:15Z', 'updated_at': '2022-03-31T15:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_interfaces': [{'id': 'c3426532-127a-4f0f-81e9-ac1ffbac2b79', 'name': '', 'network_id': 'ffd9f9ff-86a8-41a0-b247-ed3515901842', 'tenant_id': '893dd59441624f78817c4a649a0aaf40', 'mac_address': 'fa:16:3e:d8:13:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2b9feebc-e9c9-4a4e-ad3c-a41e234df103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:20Z', 'updated_at': '2022-03-31T15:36:29Z', 'revision_number': 5, 'project_id': '893dd59441624f78817c4a649a0aaf40', 'subnets': [{'id': '2b9feebc-e9c9-4a4e-ad3c-a41e234df103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:40:47.241629 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41da3578-f22a-442f-9061-2a12319a8a1c None None] New status for floating IP 5e78f666-7f48-4a6d-8c09-e2f301838cda: DOWN {{(pid=104161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:40:47.476154 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.agents_db [None req-c7073644-962b-4037-b6f3-12a39092c58a None None] Agent healthcheck: found 6 active agents {{(pid=104161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:40:47.666321 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 48458) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:40:47.743403 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-40999551-5e31-45ca-b86d-e2e16193fb17 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks [] for security_group (88056b7e-9963-4868-9086-6491058785d2), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:47.772381 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-40999551-5e31-45ca-b86d-e2e16193fb17 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks [] for security_group (88056b7e-9963-4868-9086-6491058785d2), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:47.943221 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-40999551-5e31-45ca-b86d-e2e16193fb17 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (88056b7e-9963-4868-9086-6491058785d2), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:47.945891 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-40999551-5e31-45ca-b86d-e2e16193fb17 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:47.947037 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-40999551-5e31-45ca-b86d-e2e16193fb17 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "DELETE /v2.0/security-groups/88056b7e-9963-4868-9086-6491058785d2 HTTP/1.1" status: 204 len: 168 time: 0.2794659 Mar 31 15:40:47.950558 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 48462) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:40:47.957103 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40999551-5e31-45ca-b86d-e2e16193fb17 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88056b7e-9963-4868-9086-6491058785d2,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:40:47.966279 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.api.v2.resource [None req-62450ad0-2aa6-4b61-adea-bb6e9cb7fc5d tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] show failed (client error): The resource could not be found. Mar 31 15:40:47.967312 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-62450ad0-2aa6-4b61-adea-bb6e9cb7fc5d tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/security-groups/88056b7e-9963-4868-9086-6491058785d2 HTTP/1.1" status: 404 len: 347 time: 0.0157781 Mar 31 15:40:47.971144 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 48464) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:40:48.110181 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.plugin [None req-9537dd5e-58ac-4bf7-91be-f6b104f95b15 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Deleting port d2bf0faf-8b96-4575-8517-69caedb2cc2c {{(pid=104158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:40:48.110641 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-9537dd5e-58ac-4bf7-91be-f6b104f95b15 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772784948758'] for port (d2bf0faf-8b96-4575-8517-69caedb2cc2c), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:48.190547 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-9537dd5e-58ac-4bf7-91be-f6b104f95b15 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576833'] for port (d2bf0faf-8b96-4575-8517-69caedb2cc2c), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:48.191001 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-9537dd5e-58ac-4bf7-91be-f6b104f95b15 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks [] for floatingip (d2bf0faf-8b96-4575-8517-69caedb2cc2c), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:48.204414 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.plugin [None req-9537dd5e-58ac-4bf7-91be-f6b104f95b15 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Calling delete_port for d2bf0faf-8b96-4575-8517-69caedb2cc2c owned by network:floatingip {{(pid=104158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:40:48.427451 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device 52bdbe54-dea5-4c33-a3fe-d679eb13b5fa no longer exists at agent hyperv_hv-cinder-75078 {{(pid=104160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:40:48.451103 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] No Port match for: 52bdbe54-dea5-4c33-a3fe-d679eb13b5fa {{(pid=104160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:40:48.451496 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device 52bdbe54-dea5-4c33-a3fe-d679eb13b5fa not bound to the agent host hv-cinder-75078 {{(pid=104160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:40:48.617464 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-9537dd5e-58ac-4bf7-91be-f6b104f95b15 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772784953465', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772784453879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302876'] for port (d2bf0faf-8b96-4575-8517-69caedb2cc2c), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:48.645550 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9537dd5e-58ac-4bf7-91be-f6b104f95b15 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Pushing event deleted for resources: {'Port': ['ID=d2bf0faf-8b96-4575-8517-69caedb2cc2c,revision_number=None']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:40:48.709286 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-9537dd5e-58ac-4bf7-91be-f6b104f95b15 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks [] for floatingip (5e78f666-7f48-4a6d-8c09-e2f301838cda), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:48.711904 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-9537dd5e-58ac-4bf7-91be-f6b104f95b15 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451'] for floatingip (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:48.713107 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-9537dd5e-58ac-4bf7-91be-f6b104f95b15 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "DELETE /v2.0/floatingips/5e78f666-7f48-4a6d-8c09-e2f301838cda HTTP/1.1" status: 204 len: 168 time: 0.7409258 Mar 31 15:40:48.947512 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-ec5aafdd-ebed-485f-8657-c5ae876f5664 req-8fed893f-1899-4195-9c91-167cdc2f989f tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1685271694&fields=id&tenant_id=97f648d2040e46619b3954fdd71c33e8 HTTP/1.1" status: 200 len: 267 time: 0.0646811 Mar 31 15:40:49.025923 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5aafdd-ebed-485f-8657-c5ae876f5664 req-659a5713-6492-49e4-996a-5afd86d9c46a tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:49.028001 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-ec5aafdd-ebed-485f-8657-c5ae876f5664 req-659a5713-6492-49e4-996a-5afd86d9c46a tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "GET /v2.0/ports?device_id=538994a6-6c98-4626-b47d-ff4906d4cc19 HTTP/1.1" status: 200 len: 985 time: 0.0740397 Mar 31 15:40:49.039310 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.v2.base [req-ec5aafdd-ebed-485f-8657-c5ae876f5664 req-caeeabe5-727a-462f-94fe-41cd64201ac6 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Request body: {'port': {'security_groups': ['d68b3844-fac7-4489-9655-759f50646b5c']}} {{(pid=104158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:40:49.120741 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-ec5aafdd-ebed-485f-8657-c5ae876f5664 req-caeeabe5-727a-462f-94fe-41cd64201ac6 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (094a70a8-67db-4344-8b59-ff99ef2faeeb), before_update {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:49.256833 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 48476) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:40:49.262963 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.v2.base [None req-d8460e20-d428-4ad3-8e24-8e3221fc5822 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Request body: {'security_group': {'name': 'tempest-securitygroup--389400661', 'description': 'tempest-description--1898291447'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:40:49.357985 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.db [req-ec5aafdd-ebed-485f-8657-c5ae876f5664 req-caeeabe5-727a-462f-94fe-41cd64201ac6 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] For port 094a70a8-67db-4344-8b59-ff99ef2faeeb, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=094a70a8-67db-4344-8b59-ff99ef2faeeb,segment=NetworkSegment(25aae32e-21b3-4f37-a289-8c4b40c39a0c),segment_id=25aae32e-21b3-4f37-a289-8c4b40c39a0c)] {{(pid=104158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:40:49.364411 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7640e7-1bb6-4ade-bae8-d5e0820498b1 req-473f3370-47e7-4a0c-9e92-d5c5cf415e70 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:49.367141 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-8d7640e7-1bb6-4ade-bae8-d5e0820498b1 req-473f3370-47e7-4a0c-9e92-d5c5cf415e70 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2f3cb35-3439-4d1c-8890-34a7671dd40f HTTP/1.1" status: 200 len: 945 time: 0.0598969 Mar 31 15:40:49.388328 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-ec5aafdd-ebed-485f-8657-c5ae876f5664 req-caeeabe5-727a-462f-94fe-41cd64201ac6 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Publish callbacks [] for port (094a70a8-67db-4344-8b59-ff99ef2faeeb), precommit_update {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:49.414319 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-8d7640e7-1bb6-4ade-bae8-d5e0820498b1 req-3d41e7c5-6452-4358-92ea-4153bc58b493 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae23c5a7-e2c9-4224-aab1-28482f4f04d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426810 Mar 31 15:40:49.498317 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d8460e20-d428-4ad3-8e24-8e3221fc5822 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:49.521538 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-ec5aafdd-ebed-485f-8657-c5ae876f5664 req-caeeabe5-727a-462f-94fe-41cd64201ac6 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302869'] for port (094a70a8-67db-4344-8b59-ff99ef2faeeb), after_update {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:49.533961 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] get_ports_and_sgs() called for port_ids ['094a70a8-67db-4344-8b59-ff99ef2faeeb'] {{(pid=104160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:40:49.592084 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5aafdd-ebed-485f-8657-c5ae876f5664 req-caeeabe5-727a-462f-94fe-41cd64201ac6 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:49.593240 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-ec5aafdd-ebed-485f-8657-c5ae876f5664 req-caeeabe5-727a-462f-94fe-41cd64201ac6 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451'] for port (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:49.604484 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-ec5aafdd-ebed-485f-8657-c5ae876f5664 req-caeeabe5-727a-462f-94fe-41cd64201ac6 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "PUT /v2.0/ports/094a70a8-67db-4344-8b59-ff99ef2faeeb HTTP/1.1" status: 200 len: 943 time: 0.5654838 Mar 31 15:40:49.604484 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '538994a6-6c98-4626-b47d-ff4906d4cc19', 'tag': '094a70a8-67db-4344-8b59-ff99ef2faeeb'}] {{(pid=104158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:40:49.605931 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d8460e20-d428-4ad3-8e24-8e3221fc5822 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks [] for security_group (175a3d4e-c6d6-4f1d-a627-1cbb09ab3669), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:49.612291 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f960889515c719e6c42930f5609f9e3ff07dde6b2d3f3be48d9020484c6583bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f4509a-85b2-4f0c-836b-23a0e6807772" -d '{"events": [{"name": "network-changed", "server_uuid": "538994a6-6c98-4626-b47d-ff4906d4cc19", "tag": "094a70a8-67db-4344-8b59-ff99ef2faeeb"}]}' {{(pid=104158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:40:49.612547 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 48478) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:40:49.666426 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-873f02a5-1ecd-4f56-958a-22811808b7f2 x-openstack-request-id: req-873f02a5-1ecd-4f56-958a-22811808b7f2 {{(pid=104158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:40:49.666761 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "538994a6-6c98-4626-b47d-ff4906d4cc19", "tag": "094a70a8-67db-4344-8b59-ff99ef2faeeb", "status": "completed", "code": 200}]} {{(pid=104158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:40:49.667018 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-873f02a5-1ecd-4f56-958a-22811808b7f2 {{(pid=104158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:40:49.667402 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.notifiers.nova [-] Nova event matching ['req-873f02a5-1ecd-4f56-958a-22811808b7f2'] response: {'name': 'network-changed', 'server_uuid': '538994a6-6c98-4626-b47d-ff4906d4cc19', 'tag': '094a70a8-67db-4344-8b59-ff99ef2faeeb', 'status': 'completed', 'code': 200} Mar 31 15:40:49.674977 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeeabe5-727a-462f-94fe-41cd64201ac6 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Pushing event updated for resources: {'Port': ['ID=094a70a8-67db-4344-8b59-ff99ef2faeeb,revision_number=7']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:40:49.701250 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] get_ports_and_sgs() called for port_ids ['094a70a8-67db-4344-8b59-ff99ef2faeeb'] {{(pid=104160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:40:49.722766 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d333f78d-ec9e-4ee8-a7fc-3ea440ba6178 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Publish callbacks [] for security_group (15ed1700-0562-4573-899f-09a3ebd95f0e), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:49.770708 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d333f78d-ec9e-4ee8-a7fc-3ea440ba6178 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Publish callbacks [] for security_group (15ed1700-0562-4573-899f-09a3ebd95f0e), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:49.791120 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d8460e20-d428-4ad3-8e24-8e3221fc5822 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (175a3d4e-c6d6-4f1d-a627-1cbb09ab3669), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:49.853607 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f4509a-85b2-4f0c-836b-23a0e6807772 req-54aae9b6-bda9-4566-b1eb-5bd0c7f9a551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:49.856312 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-78f4509a-85b2-4f0c-836b-23a0e6807772 req-54aae9b6-bda9-4566-b1eb-5bd0c7f9a551 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=97f648d2040e46619b3954fdd71c33e8&device_id=538994a6-6c98-4626-b47d-ff4906d4cc19 HTTP/1.1" status: 200 len: 1130 time: 0.1468830 Mar 31 15:40:49.900673 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8460e20-d428-4ad3-8e24-8e3221fc5822 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=175a3d4e-c6d6-4f1d-a627-1cbb09ab3669,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:40:49.946725 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-cb57dfdb-2572-421c-8095-55e949f4fc56 None None] Provisioning complete for port 094a70a8-67db-4344-8b59-ff99ef2faeeb triggered by entity DHCP. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:40:49.947187 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-cb57dfdb-2572-421c-8095-55e949f4fc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (094a70a8-67db-4344-8b59-ff99ef2faeeb), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:49.977942 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f4509a-85b2-4f0c-836b-23a0e6807772 req-afdf7948-5b6f-45d2-b2f1-1cfcb6a628c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:49.979480 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-78f4509a-85b2-4f0c-836b-23a0e6807772 req-afdf7948-5b6f-45d2-b2f1-1cfcb6a628c3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f4ce866d-bd2c-465f-9b46-26cead684cc4 HTTP/1.1" status: 200 len: 915 time: 0.1061764 Mar 31 15:40:49.991783 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d8460e20-d428-4ad3-8e24-8e3221fc5822 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:49.993003 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-d8460e20-d428-4ad3-8e24-8e3221fc5822 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7343407 Mar 31 15:40:49.998193 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 48484) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:40:50.007868 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.v2.base [None req-28ab977c-3744-4da4-b89b-c06ef81c88dd tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Request body: {'security_group_rule': {'security_group_id': '175a3d4e-c6d6-4f1d-a627-1cbb09ab3669', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:40:50.044906 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-cb57dfdb-2572-421c-8095-55e949f4fc56 None None] Current status of the port 094a70a8-67db-4344-8b59-ff99ef2faeeb is: ACTIVE; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:40:50.070929 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-78f4509a-85b2-4f0c-836b-23a0e6807772 req-68dddf8d-0a4e-4b4a-8d1b-27eb0474585f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=094a70a8-67db-4344-8b59-ff99ef2faeeb HTTP/1.1" status: 200 len: 1001 time: 0.0766816 Mar 31 15:40:50.111110 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d333f78d-ec9e-4ee8-a7fc-3ea440ba6178 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (15ed1700-0562-4573-899f-09a3ebd95f0e), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:50.113674 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d333f78d-ec9e-4ee8-a7fc-3ea440ba6178 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:50.119733 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-d333f78d-ec9e-4ee8-a7fc-3ea440ba6178 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "DELETE /v2.0/security-groups/15ed1700-0562-4573-899f-09a3ebd95f0e HTTP/1.1" status: 204 len: 168 time: 0.5064998 Mar 31 15:40:50.119918 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 48486) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:40:50.129422 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d333f78d-ec9e-4ee8-a7fc-3ea440ba6178 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ed1700-0562-4573-899f-09a3ebd95f0e,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:40:50.136538 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f4509a-85b2-4f0c-836b-23a0e6807772 req-78f03645-b3cd-49dc-819f-3ceb45187646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:50.138431 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-78f4509a-85b2-4f0c-836b-23a0e6807772 req-78f03645-b3cd-49dc-819f-3ceb45187646 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f954ac5d-3124-474b-81c1-58056e141a3b HTTP/1.1" status: 200 len: 853 time: 0.0606627 Mar 31 15:40:50.178047 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-28ab977c-3744-4da4-b89b-c06ef81c88dd tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks [] for security_group_rule (be561748-de8c-4bce-a594-a1d1a0642001), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:50.220033 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f4509a-85b2-4f0c-836b-23a0e6807772 req-cf151363-3cd5-47bf-827b-a9f7f15c713d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:50.221681 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-78f4509a-85b2-4f0c-836b-23a0e6807772 req-cf151363-3cd5-47bf-827b-a9f7f15c713d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f4ce866d-bd2c-465f-9b46-26cead684cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0756361 Mar 31 15:40:50.289769 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-28ab977c-3744-4da4-b89b-c06ef81c88dd tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks [] for security_group_rule (be561748-de8c-4bce-a594-a1d1a0642001), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:50.344574 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-78f4509a-85b2-4f0c-836b-23a0e6807772 req-4ecfb774-e437-4d5b-8da2-15b3383dfdcb service neutron] 10.222.0.26 "GET /v2.0/networks/f4ce866d-bd2c-465f-9b46-26cead684cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163306 Mar 31 15:40:50.456704 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-78f4509a-85b2-4f0c-836b-23a0e6807772 req-c5251652-2654-49b5-8721-177fe9f6800d service neutron] 10.222.0.26 "GET /v2.0/networks/f4ce866d-bd2c-465f-9b46-26cead684cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038342 Mar 31 15:40:50.556496 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-28ab977c-3744-4da4-b89b-c06ef81c88dd tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045380'] for security_group_rule (be561748-de8c-4bce-a594-a1d1a0642001), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:50.603860 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ab977c-3744-4da4-b89b-c06ef81c88dd tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be561748-de8c-4bce-a594-a1d1a0642001,revision_number=0']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:40:50.638361 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e7a386-1efb-480c-a3c5-375dfd49b3b2 req-a2d8e553-7ef1-44d9-a678-29a87eadc6e1 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:50.639902 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-a7e7a386-1efb-480c-a3c5-375dfd49b3b2 req-a2d8e553-7ef1-44d9-a678-29a87eadc6e1 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2f3cb35-3439-4d1c-8890-34a7671dd40f HTTP/1.1" status: 200 len: 945 time: 0.0860198 Mar 31 15:40:50.642577 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.plugin [None req-3fed6fae-df56-4b9f-961e-18d5e0e1268b tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Deleting port 28959128-95a4-4256-b8c7-5bd2b36409df {{(pid=104158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:40:50.642905 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-3fed6fae-df56-4b9f-961e-18d5e0e1268b tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772784948758'] for port (28959128-95a4-4256-b8c7-5bd2b36409df), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:50.692853 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-28ab977c-3744-4da4-b89b-c06ef81c88dd tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:50.694122 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-28ab977c-3744-4da4-b89b-c06ef81c88dd tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6911261 Mar 31 15:40:50.696963 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 48490) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:40:50.703956 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.v2.base [None req-be9a1d4b-68d5-47fc-ace1-7dbfc97f7e94 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Request body: {'security_group_rule': {'security_group_id': '175a3d4e-c6d6-4f1d-a627-1cbb09ab3669', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:40:50.757380 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-a7e7a386-1efb-480c-a3c5-375dfd49b3b2 req-8983ea56-ec48-4353-b48b-0f41f18e4994 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae23c5a7-e2c9-4224-aab1-28482f4f04d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009870 Mar 31 15:40:50.772805 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-3fed6fae-df56-4b9f-961e-18d5e0e1268b tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576833'] for port (28959128-95a4-4256-b8c7-5bd2b36409df), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:50.773135 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-3fed6fae-df56-4b9f-961e-18d5e0e1268b tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Publish callbacks [] for floatingip (28959128-95a4-4256-b8c7-5bd2b36409df), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:50.786284 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.plugin [None req-3fed6fae-df56-4b9f-961e-18d5e0e1268b tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Calling delete_port for 28959128-95a4-4256-b8c7-5bd2b36409df owned by network:floatingip {{(pid=104158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:40:50.827403 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-be9a1d4b-68d5-47fc-ace1-7dbfc97f7e94 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks [] for security_group_rule (856b7620-7e65-45ff-ab56-90d373d062ac), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:50.893610 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-be9a1d4b-68d5-47fc-ace1-7dbfc97f7e94 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks [] for security_group_rule (856b7620-7e65-45ff-ab56-90d373d062ac), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:51.087109 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-be9a1d4b-68d5-47fc-ace1-7dbfc97f7e94 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045380'] for security_group_rule (856b7620-7e65-45ff-ab56-90d373d062ac), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:51.106217 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9a1d4b-68d5-47fc-ace1-7dbfc97f7e94 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=856b7620-7e65-45ff-ab56-90d373d062ac,revision_number=0']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:40:51.144416 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-3fed6fae-df56-4b9f-961e-18d5e0e1268b tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772784953465', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772784453879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302876'] for port (28959128-95a4-4256-b8c7-5bd2b36409df), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:51.171058 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fed6fae-df56-4b9f-961e-18d5e0e1268b tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Pushing event deleted for resources: {'Port': ['ID=28959128-95a4-4256-b8c7-5bd2b36409df,revision_number=None']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:40:51.238228 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-3fed6fae-df56-4b9f-961e-18d5e0e1268b tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Publish callbacks [] for floatingip (28191188-5e9b-4f41-b84b-dfa484c0a52e), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:51.238564 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.db.l3_db [None req-3fed6fae-df56-4b9f-961e-18d5e0e1268b tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Floating IP 28191188-5e9b-4f41-b84b-dfa484c0a52e disassociated (deleted). External IP: 172.28.2.44, port: 094a70a8-67db-4344-8b59-ff99ef2faeeb. Mar 31 15:40:51.279772 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-be9a1d4b-68d5-47fc-ace1-7dbfc97f7e94 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:51.281001 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-be9a1d4b-68d5-47fc-ace1-7dbfc97f7e94 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5828657 Mar 31 15:40:51.284232 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 48492) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:40:51.288458 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.v2.base [None req-5863a013-4d99-46fb-b837-4303c006783a tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Request body: {'floatingip': {'floating_network_id': '8959fca3-760a-428d-87ed-41d110f4f943'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:40:51.402195 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-5863a013-4d99-46fb-b837-4303c006783a tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:51.461267 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fed6fae-df56-4b9f-961e-18d5e0e1268b tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Router 020013da-2db4-4cc6-9310-85f921e45489 has already been hosted by L3 agent 9721ac04-bac7-49da-b384-3a2049eedfa2 {{(pid=104158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:40:51.513741 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-5863a013-4d99-46fb-b837-4303c006783a tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:51.579542 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fed6fae-df56-4b9f-961e-18d5e0e1268b tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Notify agent at l3_agent.dv-cinder-750782-15-smb the message routers_updated {{(pid=104158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:40:51.584460 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-3fed6fae-df56-4b9f-961e-18d5e0e1268b tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451'] for floatingip (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:51.592955 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39562bb4-4942-4916-8e2b-ce8742ec9f54 None None] Sync routers for ids ['020013da-2db4-4cc6-9310-85f921e45489'] in dv-cinder-750782-15-smb {{(pid=104160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:40:51.604858 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39562bb4-4942-4916-8e2b-ce8742ec9f54 None None] Routers {'020013da-2db4-4cc6-9310-85f921e45489'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:40:51.606605 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_hamode_db [None req-39562bb4-4942-4916-8e2b-ce8742ec9f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:40:36Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['020013da-2db4-4cc6-9310-85f921e45489'], 'active': True} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:40:51.622449 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-3fed6fae-df56-4b9f-961e-18d5e0e1268b tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "DELETE /v2.0/floatingips/28191188-5e9b-4f41-b84b-dfa484c0a52e HTTP/1.1" status: 204 len: 168 time: 1.5035417 Mar 31 15:40:51.654737 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.db_base_plugin_common [None req-5863a013-4d99-46fb-b837-4303c006783a tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Allocated IP 172.28.2.69 (8959fca3-760a-428d-87ed-41d110f4f943/79fe0710-163f-45bc-8cd9-cc15163c6821/d07fbd0f-fbb0-4ef3-9711-22e11ecbcdd4) {{(pid=104159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:40:51.668382 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '538994a6-6c98-4626-b47d-ff4906d4cc19', 'tag': '094a70a8-67db-4344-8b59-ff99ef2faeeb'}] {{(pid=104158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:40:51.671209 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f960889515c719e6c42930f5609f9e3ff07dde6b2d3f3be48d9020484c6583bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c244773-988c-49b4-bc67-acf213bc3566" -d '{"events": [{"name": "network-changed", "server_uuid": "538994a6-6c98-4626-b47d-ff4906d4cc19", "tag": "094a70a8-67db-4344-8b59-ff99ef2faeeb"}]}' {{(pid=104158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:40:51.713293 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b02af9-9d55-4981-ba8c-4e166f68064a x-openstack-request-id: req-d6b02af9-9d55-4981-ba8c-4e166f68064a {{(pid=104158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:40:51.714021 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "538994a6-6c98-4626-b47d-ff4906d4cc19", "tag": "094a70a8-67db-4344-8b59-ff99ef2faeeb", "status": "completed", "code": 200}]} {{(pid=104158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:40:51.714021 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d6b02af9-9d55-4981-ba8c-4e166f68064a {{(pid=104158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:40:51.714408 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6b02af9-9d55-4981-ba8c-4e166f68064a'] response: {'name': 'network-changed', 'server_uuid': '538994a6-6c98-4626-b47d-ff4906d4cc19', 'tag': '094a70a8-67db-4344-8b59-ff99ef2faeeb', 'status': 'completed', 'code': 200} Mar 31 15:40:51.752615 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvr_db [None req-39562bb4-4942-4916-8e2b-ce8742ec9f54 None None] Set router 020013da-2db4-4cc6-9310-85f921e45489 gateway port host: dv-cinder-750782-15-smb {{(pid=104160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:40:51.829621 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c244773-988c-49b4-bc67-acf213bc3566 req-d7a9faa0-916a-4002-9f9b-b63823fa2748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:51.831237 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-2c244773-988c-49b4-bc67-acf213bc3566 req-d7a9faa0-916a-4002-9f9b-b63823fa2748 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=97f648d2040e46619b3954fdd71c33e8&device_id=538994a6-6c98-4626-b47d-ff4906d4cc19 HTTP/1.1" status: 200 len: 1130 time: 0.0871472 Mar 31 15:40:51.903312 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-5863a013-4d99-46fb-b837-4303c006783a tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks [] for port (d07fbd0f-fbb0-4ef3-9711-22e11ecbcdd4), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:51.916048 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1ed3e1-6d3a-4812-b5d2-0150dc5c7000 req-14251f80-12be-461a-9a31-0330dc50a7c2 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:51.922599 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-5c1ed3e1-6d3a-4812-b5d2-0150dc5c7000 req-14251f80-12be-461a-9a31-0330dc50a7c2 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2f3cb35-3439-4d1c-8890-34a7671dd40f HTTP/1.1" status: 200 len: 945 time: 0.0738561 Mar 31 15:40:51.973377 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c244773-988c-49b4-bc67-acf213bc3566 req-d5ec714c-f4f1-4420-8f9e-0b8165fd71dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:51.975494 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-2c244773-988c-49b4-bc67-acf213bc3566 req-d5ec714c-f4f1-4420-8f9e-0b8165fd71dc service neutron] 10.222.0.26 "GET /v2.0/networks?id=f4ce866d-bd2c-465f-9b46-26cead684cc4 HTTP/1.1" status: 200 len: 915 time: 0.1366026 Mar 31 15:40:51.981348 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-5c1ed3e1-6d3a-4812-b5d2-0150dc5c7000 req-fb4b0003-0d9b-45fa-a92a-1d7ee1148d7e tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae23c5a7-e2c9-4224-aab1-28482f4f04d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576346 Mar 31 15:40:51.998249 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_hamode_db [None req-39562bb4-4942-4916-8e2b-ce8742ec9f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '020013da-2db4-4cc6-9310-85f921e45489', 'name': 'tempest-TestMinimumBasicScenario-285915391-router', 'tenant_id': '97f648d2040e46619b3954fdd71c33e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.7'}], 'enable_snat': True}, 'gw_port_id': '6e3c8195-48ea-4dbd-8c6b-7b4d20045fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:38:01Z', 'updated_at': '2022-03-31T15:38:06Z', 'revision_number': 4, 'project_id': '97f648d2040e46619b3954fdd71c33e8', 'gw_port': {'id': '6e3c8195-48ea-4dbd-8c6b-7b4d20045fcf', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:2b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020013da-2db4-4cc6-9310-85f921e45489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:38:02Z', 'updated_at': '2022-03-31T15:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_interfaces': [{'id': '09271ce5-7f0e-4a7a-80aa-a3aa9f073e78', 'name': '', 'network_id': 'f4ce866d-bd2c-465f-9b46-26cead684cc4', 'tenant_id': '97f648d2040e46619b3954fdd71c33e8', 'mac_address': 'fa:16:3e:c3:9d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020013da-2db4-4cc6-9310-85f921e45489', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'f954ac5d-3124-474b-81c1-58056e141a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:38:05Z', 'updated_at': '2022-03-31T15:38:10Z', 'revision_number': 5, 'project_id': '97f648d2040e46619b3954fdd71c33e8', 'subnets': [{'id': 'f954ac5d-3124-474b-81c1-58056e141a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:40:52.026713 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-2c244773-988c-49b4-bc67-acf213bc3566 req-8bc49b82-24aa-4b3c-9641-32970d667d24 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=094a70a8-67db-4344-8b59-ff99ef2faeeb HTTP/1.1" status: 200 len: 217 time: 0.0358305 Mar 31 15:40:52.029756 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39562bb4-4942-4916-8e2b-ce8742ec9f54 None None] Checking router: 020013da-2db4-4cc6-9310-85f921e45489 for host: dv-cinder-750782-15-smb {{(pid=104160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:40:52.039219 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39562bb4-4942-4916-8e2b-ce8742ec9f54 None None] Routers {'020013da-2db4-4cc6-9310-85f921e45489'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:40:52.039888 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_hamode_db [None req-39562bb4-4942-4916-8e2b-ce8742ec9f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:40:36Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['020013da-2db4-4cc6-9310-85f921e45489'], 'active': True} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:40:52.088079 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c244773-988c-49b4-bc67-acf213bc3566 req-0d849b18-2328-4ddb-8c94-892e9ae4c44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:52.089566 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-2c244773-988c-49b4-bc67-acf213bc3566 req-0d849b18-2328-4ddb-8c94-892e9ae4c44f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f954ac5d-3124-474b-81c1-58056e141a3b HTTP/1.1" status: 200 len: 853 time: 0.0516698 Mar 31 15:40:52.148838 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c244773-988c-49b4-bc67-acf213bc3566 req-d6b53512-d6a4-433e-816d-e461a9e8f420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:52.150513 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-2c244773-988c-49b4-bc67-acf213bc3566 req-d6b53512-d6a4-433e-816d-e461a9e8f420 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f4ce866d-bd2c-465f-9b46-26cead684cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0530763 Mar 31 15:40:52.162072 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvr_db [None req-39562bb4-4942-4916-8e2b-ce8742ec9f54 None None] Set router 020013da-2db4-4cc6-9310-85f921e45489 gateway port host: dv-cinder-750782-15-smb {{(pid=104160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:40:52.256775 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-2c244773-988c-49b4-bc67-acf213bc3566 req-1a6d5634-ca94-4c77-8ad6-ee7eaf3b9558 service neutron] 10.222.0.26 "GET /v2.0/networks/f4ce866d-bd2c-465f-9b46-26cead684cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994649 Mar 31 15:40:52.295050 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-5863a013-4d99-46fb-b837-4303c006783a tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772784453870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3148002'] for port (d07fbd0f-fbb0-4ef3-9711-22e11ecbcdd4), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:52.366355 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5863a013-4d99-46fb-b837-4303c006783a tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Network 8959fca3-760a-428d-87ed-41d110f4f943 is already hosted by enough agents. {{(pid=104159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:40:52.374756 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [None req-5863a013-4d99-46fb-b837-4303c006783a tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Resources bound (agent type, host, resource id): {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:40:52.377441 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5863a013-4d99-46fb-b837-4303c006783a tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Received port after_create {{(pid=104159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:40:52.418690 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5863a013-4d99-46fb-b837-4303c006783a tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Pushing event updated for resources: {'Port': ['ID=d07fbd0f-fbb0-4ef3-9711-22e11ecbcdd4,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:40:52.455368 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-2c244773-988c-49b4-bc67-acf213bc3566 req-98c34779-e96a-430b-849a-e7e882339e18 service neutron] 10.222.0.26 "GET /v2.0/networks/f4ce866d-bd2c-465f-9b46-26cead684cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856613 Mar 31 15:40:52.517024 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-5863a013-4d99-46fb-b837-4303c006783a tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks [] for floatingip (989dc44a-f34a-4676-a2ba-7a531536bc37), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:52.536366 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_hamode_db [None req-39562bb4-4942-4916-8e2b-ce8742ec9f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '020013da-2db4-4cc6-9310-85f921e45489', 'name': 'tempest-TestMinimumBasicScenario-285915391-router', 'tenant_id': '97f648d2040e46619b3954fdd71c33e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.7'}], 'enable_snat': True}, 'gw_port_id': '6e3c8195-48ea-4dbd-8c6b-7b4d20045fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:38:01Z', 'updated_at': '2022-03-31T15:38:06Z', 'revision_number': 4, 'project_id': '97f648d2040e46619b3954fdd71c33e8', 'gw_port': {'id': '6e3c8195-48ea-4dbd-8c6b-7b4d20045fcf', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:2b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020013da-2db4-4cc6-9310-85f921e45489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:38:02Z', 'updated_at': '2022-03-31T15:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_interfaces': [{'id': '09271ce5-7f0e-4a7a-80aa-a3aa9f073e78', 'name': '', 'network_id': 'f4ce866d-bd2c-465f-9b46-26cead684cc4', 'tenant_id': '97f648d2040e46619b3954fdd71c33e8', 'mac_address': 'fa:16:3e:c3:9d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020013da-2db4-4cc6-9310-85f921e45489', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'f954ac5d-3124-474b-81c1-58056e141a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:38:05Z', 'updated_at': '2022-03-31T15:38:10Z', 'revision_number': 5, 'project_id': '97f648d2040e46619b3954fdd71c33e8', 'subnets': [{'id': 'f954ac5d-3124-474b-81c1-58056e141a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:40:52.569534 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39562bb4-4942-4916-8e2b-ce8742ec9f54 None None] The sync data for ids ['020013da-2db4-4cc6-9310-85f921e45489'] in dv-cinder-750782-15-smb is: [{'id': '020013da-2db4-4cc6-9310-85f921e45489', 'name': 'tempest-TestMinimumBasicScenario-285915391-router', 'tenant_id': '97f648d2040e46619b3954fdd71c33e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.7'}], 'enable_snat': True}, 'gw_port_id': '6e3c8195-48ea-4dbd-8c6b-7b4d20045fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:38:01Z', 'updated_at': '2022-03-31T15:38:06Z', 'revision_number': 4, 'project_id': '97f648d2040e46619b3954fdd71c33e8', 'gw_port': {'id': '6e3c8195-48ea-4dbd-8c6b-7b4d20045fcf', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:2b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020013da-2db4-4cc6-9310-85f921e45489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:38:02Z', 'updated_at': '2022-03-31T15:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_interfaces': [{'id': '09271ce5-7f0e-4a7a-80aa-a3aa9f073e78', 'name': '', 'network_id': 'f4ce866d-bd2c-465f-9b46-26cead684cc4', 'tenant_id': '97f648d2040e46619b3954fdd71c33e8', 'mac_address': 'fa:16:3e:c3:9d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020013da-2db4-4cc6-9310-85f921e45489', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'f954ac5d-3124-474b-81c1-58056e141a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:38:05Z', 'updated_at': '2022-03-31T15:38:10Z', 'revision_number': 5, 'project_id': '97f648d2040e46619b3954fdd71c33e8', 'subnets': [{'id': 'f954ac5d-3124-474b-81c1-58056e141a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:40:52.666532 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-5863a013-4d99-46fb-b837-4303c006783a tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (d07fbd0f-fbb0-4ef3-9711-22e11ecbcdd4), before_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:52.858571 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230379f0-d6ee-4afb-a150-f45fb327db9e None None] New status for floating IP 28191188-5e9b-4f41-b84b-dfa484c0a52e: DOWN {{(pid=104161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:40:52.862402 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-5863a013-4d99-46fb-b837-4303c006783a tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks [] for port (d07fbd0f-fbb0-4ef3-9711-22e11ecbcdd4), precommit_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:53.005961 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-5863a013-4d99-46fb-b837-4303c006783a tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3148011'] for port (d07fbd0f-fbb0-4ef3-9711-22e11ecbcdd4), after_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:53.111426 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5863a013-4d99-46fb-b837-4303c006783a tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Pushing event updated for resources: {'Port': ['ID=d07fbd0f-fbb0-4ef3-9711-22e11ecbcdd4,revision_number=2']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:40:53.122579 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-5863a013-4d99-46fb-b837-4303c006783a tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574067'] for floatingip (989dc44a-f34a-4676-a2ba-7a531536bc37), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:53.154147 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d471d6f9-d584-4c03-948c-d3b52781e38c req-180ca470-a26a-4ae9-97b2-9e02f737b04b tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:53.155783 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-d471d6f9-d584-4c03-948c-d3b52781e38c req-180ca470-a26a-4ae9-97b2-9e02f737b04b tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2f3cb35-3439-4d1c-8890-34a7671dd40f HTTP/1.1" status: 200 len: 945 time: 0.0906131 Mar 31 15:40:53.228825 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-d471d6f9-d584-4c03-948c-d3b52781e38c req-a84e81b8-777e-4881-9fc9-213b5c41c445 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae23c5a7-e2c9-4224-aab1-28482f4f04d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671082 Mar 31 15:40:53.311019 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-5863a013-4d99-46fb-b837-4303c006783a tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451'] for floatingip (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:53.312267 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-5863a013-4d99-46fb-b837-4303c006783a tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0272541 Mar 31 15:40:53.470941 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-00d20d29-84cf-497d-8bf5-94954ff04878 req-1a981251-0e59-4849-8c3b-2cf0c1fcdf58 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--389400661&fields=id&tenant_id=893dd59441624f78817c4a649a0aaf40 HTTP/1.1" status: 200 len: 267 time: 0.0447869 Mar 31 15:40:53.583967 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d20d29-84cf-497d-8bf5-94954ff04878 req-71498567-5586-4c70-a5df-49b1093a0d5e tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:53.585551 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-00d20d29-84cf-497d-8bf5-94954ff04878 req-71498567-5586-4c70-a5df-49b1093a0d5e tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/networks?id=ffd9f9ff-86a8-41a0-b247-ed3515901842 HTTP/1.1" status: 200 len: 815 time: 0.1071196 Mar 31 15:40:53.604221 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-00d20d29-84cf-497d-8bf5-94954ff04878 req-8eb246dd-1c06-4367-8fd4-268d89c44c65 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/quotas/893dd59441624f78817c4a649a0aaf40 HTTP/1.1" status: 200 len: 375 time: 0.0114501 Mar 31 15:40:53.668689 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-00d20d29-84cf-497d-8bf5-94954ff04878 req-94984681-3ae5-404c-a202-71c2ddbd1e83 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=893dd59441624f78817c4a649a0aaf40&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0589011 Mar 31 15:40:53.784098 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-00d20d29-84cf-497d-8bf5-94954ff04878 req-cfb12d27-00f1-4b2a-8408-2d2338069b23 service neutron] 10.222.0.21 "GET /v2.0/networks/ffd9f9ff-86a8-41a0-b247-ed3515901842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877793 Mar 31 15:40:53.910902 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-00d20d29-84cf-497d-8bf5-94954ff04878 req-8e3eb9e0-5ea4-42bf-9283-96587b4bdf56 service neutron] 10.222.0.21 "GET /v2.0/networks/ffd9f9ff-86a8-41a0-b247-ed3515901842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207075 Mar 31 15:40:53.932172 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbf91f1-87eb-4ffd-9e73-fd8bf265af11 req-ab261ac4-02dc-48e9-a76e-2e57b0f256da tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:53.934374 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-5dbf91f1-87eb-4ffd-9e73-fd8bf265af11 req-ab261ac4-02dc-48e9-a76e-2e57b0f256da tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2f3cb35-3439-4d1c-8890-34a7671dd40f HTTP/1.1" status: 200 len: 945 time: 0.0717025 Mar 31 15:40:54.053442 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [req-5dbf91f1-87eb-4ffd-9e73-fd8bf265af11 req-aa8b6d71-44a2-430b-9d53-fc32ef4ba0ae tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] Deleting port 41078405-669f-422c-98cc-6934c9da0509 {{(pid=104159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:40:54.053789 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-5dbf91f1-87eb-4ffd-9e73-fd8bf265af11 req-aa8b6d71-44a2-430b-9d53-fc32ef4ba0ae tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772784948758'] for port (41078405-669f-422c-98cc-6934c9da0509), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:54.151011 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.db [req-5dbf91f1-87eb-4ffd-9e73-fd8bf265af11 req-aa8b6d71-44a2-430b-9d53-fc32ef4ba0ae tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] For port 41078405-669f-422c-98cc-6934c9da0509, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=41078405-669f-422c-98cc-6934c9da0509,segment=NetworkSegment(1655d0e3-c00a-4676-b6fe-95ded42ab808),segment_id=1655d0e3-c00a-4676-b6fe-95ded42ab808)] {{(pid=104159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:40:54.151011 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-5dbf91f1-87eb-4ffd-9e73-fd8bf265af11 req-aa8b6d71-44a2-430b-9d53-fc32ef4ba0ae tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576833'] for port (41078405-669f-422c-98cc-6934c9da0509), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:54.166987 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [req-5dbf91f1-87eb-4ffd-9e73-fd8bf265af11 req-aa8b6d71-44a2-430b-9d53-fc32ef4ba0ae tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] Calling delete_port for 41078405-669f-422c-98cc-6934c9da0509 owned by compute:nova {{(pid=104159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:40:54.294337 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-a8d17ea2-cede-4efe-81c9-afec7d84a54e req-f6a378b6-999e-41cd-a8f8-6835578e5be6 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2277d5e-8222-45b8-92e9-5069ee84fd02 HTTP/1.1" status: 200 len: 210 time: 0.0502434 Mar 31 15:40:54.430734 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96af4b82-d003-47be-9d69-6905ad0e0a74 req-c665a727-265c-4da0-9ab6-cbdc223b24d8 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:54.434075 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-96af4b82-d003-47be-9d69-6905ad0e0a74 req-c665a727-265c-4da0-9ab6-cbdc223b24d8 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2f3cb35-3439-4d1c-8890-34a7671dd40f HTTP/1.1" status: 200 len: 945 time: 0.0775139 Mar 31 15:40:54.481289 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-5dbf91f1-87eb-4ffd-9e73-fd8bf265af11 req-aa8b6d71-44a2-430b-9d53-fc32ef4ba0ae tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772784953465', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772784453879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3148002'] for port (41078405-669f-422c-98cc-6934c9da0509), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:54.493888 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-96af4b82-d003-47be-9d69-6905ad0e0a74 req-e30aaf7d-d44d-4861-b1c7-9365824d5e49 tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae23c5a7-e2c9-4224-aab1-28482f4f04d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513687 Mar 31 15:40:54.497951 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] get_ports_and_sgs() called for port_ids ['41078405-669f-422c-98cc-6934c9da0509'] {{(pid=104160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:40:54.520106 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8b6d71-44a2-430b-9d53-fc32ef4ba0ae tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] Pushing event deleted for resources: {'Port': ['ID=41078405-669f-422c-98cc-6934c9da0509,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:40:54.575985 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dbf91f1-87eb-4ffd-9e73-fd8bf265af11 req-aa8b6d71-44a2-430b-9d53-fc32ef4ba0ae tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] No DVR routers for this DVR port 41078405-669f-422c-98cc-6934c9da0509 on host hv-cinder-75078 {{(pid=104159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:40:54.579868 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-5dbf91f1-87eb-4ffd-9e73-fd8bf265af11 req-aa8b6d71-44a2-430b-9d53-fc32ef4ba0ae tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451'] for port (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:54.583005 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-5dbf91f1-87eb-4ffd-9e73-fd8bf265af11 req-aa8b6d71-44a2-430b-9d53-fc32ef4ba0ae tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] 10.222.0.26 "DELETE /v2.0/ports/41078405-669f-422c-98cc-6934c9da0509 HTTP/1.1" status: 204 len: 173 time: 0.6426709 Mar 31 15:40:54.583526 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2f3cb35-3439-4d1c-8890-34a7671dd40f', 'name': 'network-vif-deleted', 'tag': '41078405-669f-422c-98cc-6934c9da0509'}] {{(pid=104159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:40:54.586634 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea64b363b0503405ce6d4d78215f64c9ed163e64c8f258dff0ae871dea148ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73cc348d-0fcd-45aa-919b-0f02a195d613" -d '{"events": [{"server_uuid": "d2f3cb35-3439-4d1c-8890-34a7671dd40f", "name": "network-vif-deleted", "tag": "41078405-669f-422c-98cc-6934c9da0509"}]}' {{(pid=104159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:40:54.626094 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-427e7925-656c-4408-b912-bbacf146d7e8 x-openstack-request-id: req-427e7925-656c-4408-b912-bbacf146d7e8 {{(pid=104159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:40:54.626330 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2f3cb35-3439-4d1c-8890-34a7671dd40f", "name": "network-vif-deleted", "tag": "41078405-669f-422c-98cc-6934c9da0509", "status": "completed", "code": 200}]} {{(pid=104159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:40:54.626498 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-427e7925-656c-4408-b912-bbacf146d7e8 {{(pid=104159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:40:54.627072 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.notifiers.nova [-] Nova event matching ['req-427e7925-656c-4408-b912-bbacf146d7e8'] response: {'server_uuid': 'd2f3cb35-3439-4d1c-8890-34a7671dd40f', 'name': 'network-vif-deleted', 'tag': '41078405-669f-422c-98cc-6934c9da0509', 'status': 'completed', 'code': 200} Mar 31 15:40:55.377888 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-5233ed03-2bd2-4da7-8aa4-f4a35e7f30f3 req-7e6f94a7-2173-4c30-92bf-f33a1c271607 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2277d5e-8222-45b8-92e9-5069ee84fd02 HTTP/1.1" status: 200 len: 210 time: 0.0277481 Mar 31 15:40:55.622363 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-bc39c0ca-eb78-4906-b502-e6254430eadf req-16c4f652-ac36-4ae4-8fa7-a7c68daf9f0f tempest-VolumesSnapshotTestJSON-1109695815 tempest-VolumesSnapshotTestJSON-1109695815-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2f3cb35-3439-4d1c-8890-34a7671dd40f HTTP/1.1" status: 200 len: 210 time: 0.0312345 Mar 31 15:40:56.476237 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-4c63da17-758d-4825-8ed6-e85bc4b525d8 req-166d615c-c66c-451e-9a2b-f0ee7fb34b2f tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2277d5e-8222-45b8-92e9-5069ee84fd02 HTTP/1.1" status: 200 len: 210 time: 0.0286846 Mar 31 15:40:56.552002 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0cb31b-cf38-4cab-8648-4de09590af4a req-c7ab709c-fde6-4c9e-a89b-3d6b1def6737 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:56.554202 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-aa0cb31b-cf38-4cab-8648-4de09590af4a req-c7ab709c-fde6-4c9e-a89b-3d6b1def6737 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "GET /v2.0/ports?device_id=538994a6-6c98-4626-b47d-ff4906d4cc19 HTTP/1.1" status: 200 len: 946 time: 0.0583041 Mar 31 15:40:56.616227 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-aa0cb31b-cf38-4cab-8648-4de09590af4a req-dd93dfc5-415b-4c8d-a341-9d12bd359d5c tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "GET /v2.0/security-groups?id=d68b3844-fac7-4489-9655-759f50646b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527716 Mar 31 15:40:57.191211 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d20d29-84cf-497d-8bf5-94954ff04878 req-8d15eeac-d41a-47fe-9d7c-badeffb8b030 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:57.192746 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-00d20d29-84cf-497d-8bf5-94954ff04878 req-8d15eeac-d41a-47fe-9d7c-badeffb8b030 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.26 "GET /v2.0/networks?id=ffd9f9ff-86a8-41a0-b247-ed3515901842 HTTP/1.1" status: 200 len: 815 time: 0.1056941 Mar 31 15:40:57.280627 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-00d20d29-84cf-497d-8bf5-94954ff04878 req-02439c63-2fed-40a0-9411-8d7fcde311e1 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=893dd59441624f78817c4a649a0aaf40 HTTP/1.1" status: 200 len: 379 time: 0.0650501 Mar 31 15:40:57.293914 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.v2.base [req-00d20d29-84cf-497d-8bf5-94954ff04878 req-ec482d0a-5dfb-43be-bdc5-9765350fa6b9 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Request body: {'port': {'device_id': 'c2277d5e-8222-45b8-92e9-5069ee84fd02', 'network_id': 'ffd9f9ff-86a8-41a0-b247-ed3515901842', 'admin_state_up': True, 'tenant_id': '893dd59441624f78817c4a649a0aaf40', 'security_groups': ['175a3d4e-c6d6-4f1d-a627-1cbb09ab3669']}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:40:57.561714 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00d20d29-84cf-497d-8bf5-94954ff04878 req-ec482d0a-5dfb-43be-bdc5-9765350fa6b9 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Made reservation on behalf of 893dd59441624f78817c4a649a0aaf40 for: {'port': 1} {{(pid=104159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:40:57.566755 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-00d20d29-84cf-497d-8bf5-94954ff04878 req-ec482d0a-5dfb-43be-bdc5-9765350fa6b9 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:57.586918 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-dcf763bf-dcf7-4284-8ef8-3ad53372c46e req-7a7ccb09-78df-4d96-8672-e000abbc703f tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2277d5e-8222-45b8-92e9-5069ee84fd02 HTTP/1.1" status: 200 len: 210 time: 0.0394230 Mar 31 15:40:57.773277 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.db_base_plugin_common [req-00d20d29-84cf-497d-8bf5-94954ff04878 req-ec482d0a-5dfb-43be-bdc5-9765350fa6b9 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Allocated IP 172.20.0.7 (ffd9f9ff-86a8-41a0-b247-ed3515901842/2b9feebc-e9c9-4a4e-ad3c-a41e234df103/9e1dd0e1-1961-4089-b57d-328111d2c4a6) {{(pid=104159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:40:57.812680 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6124b5-9ac5-4eb2-b59c-77d86f990890 req-14292e17-4bc8-4d24-89e4-b6b98694cd7f tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:57.814208 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-4e6124b5-9ac5-4eb2-b59c-77d86f990890 req-14292e17-4bc8-4d24-89e4-b6b98694cd7f tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "GET /v2.0/ports?device_id=538994a6-6c98-4626-b47d-ff4906d4cc19 HTTP/1.1" status: 200 len: 946 time: 0.0943663 Mar 31 15:40:57.927171 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-4e6124b5-9ac5-4eb2-b59c-77d86f990890 req-e755761f-7b69-4cfd-b59e-8674541dd884 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "GET /v2.0/security-groups?id=d68b3844-fac7-4489-9655-759f50646b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050742 Mar 31 15:40:57.964978 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-00d20d29-84cf-497d-8bf5-94954ff04878 req-ec482d0a-5dfb-43be-bdc5-9765350fa6b9 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks [] for port (9e1dd0e1-1961-4089-b57d-328111d2c4a6), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:58.076499 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-00d20d29-84cf-497d-8bf5-94954ff04878 req-ec482d0a-5dfb-43be-bdc5-9765350fa6b9 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772784453870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3148002'] for port (9e1dd0e1-1961-4089-b57d-328111d2c4a6), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:58.117814 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00d20d29-84cf-497d-8bf5-94954ff04878 req-ec482d0a-5dfb-43be-bdc5-9765350fa6b9 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Network ffd9f9ff-86a8-41a0-b247-ed3515901842 is already hosted by enough agents. {{(pid=104159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:40:58.121537 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [req-00d20d29-84cf-497d-8bf5-94954ff04878 req-ec482d0a-5dfb-43be-bdc5-9765350fa6b9 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Resources bound (agent type, host, resource id): {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:40:58.124052 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.l3_dvrscheduler_db [req-00d20d29-84cf-497d-8bf5-94954ff04878 req-ec482d0a-5dfb-43be-bdc5-9765350fa6b9 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Received port after_create {{(pid=104159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:40:58.153930 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec482d0a-5dfb-43be-bdc5-9765350fa6b9 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Pushing event updated for resources: {'Port': ['ID=9e1dd0e1-1961-4089-b57d-328111d2c4a6,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:40:58.184370 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d20d29-84cf-497d-8bf5-94954ff04878 req-ec482d0a-5dfb-43be-bdc5-9765350fa6b9 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:58.185007 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-00d20d29-84cf-497d-8bf5-94954ff04878 req-ec482d0a-5dfb-43be-bdc5-9765350fa6b9 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451'] for port (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:58.284170 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-00d20d29-84cf-497d-8bf5-94954ff04878 req-ec482d0a-5dfb-43be-bdc5-9765350fa6b9 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9947827 Mar 31 15:40:58.303125 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.v2.base [req-00d20d29-84cf-497d-8bf5-94954ff04878 req-53bc7eb7-1745-45da-94d7-97877260bff5 service neutron] Request body: {'port': {'device_id': 'c2277d5e-8222-45b8-92e9-5069ee84fd02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:40:58.368515 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-074afab6-2dee-49d0-a6bc-d44a1712984e None None] Provisioning complete for port 9e1dd0e1-1961-4089-b57d-328111d2c4a6 triggered by entity DHCP. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:40:58.369507 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-074afab6-2dee-49d0-a6bc-d44a1712984e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (9e1dd0e1-1961-4089-b57d-328111d2c4a6), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:58.381487 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-00d20d29-84cf-497d-8bf5-94954ff04878 req-53bc7eb7-1745-45da-94d7-97877260bff5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (9e1dd0e1-1961-4089-b57d-328111d2c4a6), before_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:58.417902 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-074afab6-2dee-49d0-a6bc-d44a1712984e None None] Port 9e1dd0e1-1961-4089-b57d-328111d2c4a6 cannot update to ACTIVE because it is not bound. {{(pid=104160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:40:58.492450 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device 41078405-669f-422c-98cc-6934c9da0509 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=104160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:40:58.514482 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] No Port match for: 41078405-669f-422c-98cc-6934c9da0509 {{(pid=104160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:40:58.514833 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device 41078405-669f-422c-98cc-6934c9da0509 not bound to the agent host hv-cinder-75078 {{(pid=104160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:40:58.669422 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46fa3b7-d370-48b7-bf8a-2d94c20bf9a0 req-c2da1c61-cf57-43ec-8378-40241c45d613 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:58.670856 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-b46fa3b7-d370-48b7-bf8a-2d94c20bf9a0 req-c2da1c61-cf57-43ec-8378-40241c45d613 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.26 "GET /v2.0/ports?device_id=538994a6-6c98-4626-b47d-ff4906d4cc19 HTTP/1.1" status: 200 len: 946 time: 0.1081989 Mar 31 15:40:58.744732 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7699137a-0350-4ae4-a5be-d93a9b8a32cd req-49f2dc3a-6209-48ac-8eaa-1fd96c6db917 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:58.746429 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-7699137a-0350-4ae4-a5be-d93a9b8a32cd req-49f2dc3a-6209-48ac-8eaa-1fd96c6db917 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2277d5e-8222-45b8-92e9-5069ee84fd02 HTTP/1.1" status: 200 len: 931 time: 0.0652299 Mar 31 15:40:58.815323 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-7699137a-0350-4ae4-a5be-d93a9b8a32cd req-400d8097-6b91-452a-8474-63de2fc82bf9 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/security-groups?id=175a3d4e-c6d6-4f1d-a627-1cbb09ab3669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625775 Mar 31 15:40:59.052603 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.notifiers.nova [req-00d20d29-84cf-497d-8bf5-94954ff04878 req-53bc7eb7-1745-45da-94d7-97877260bff5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e1dd0e1-1961-4089-b57d-328111d2c4a6 {{(pid=104159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:40:59.088731 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-00d20d29-84cf-497d-8bf5-94954ff04878 req-53bc7eb7-1745-45da-94d7-97877260bff5 service neutron] Publish callbacks [] for port (9e1dd0e1-1961-4089-b57d-328111d2c4a6), precommit_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:59.120194 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.provisioning_blocks [req-00d20d29-84cf-497d-8bf5-94954ff04878 req-53bc7eb7-1745-45da-94d7-97877260bff5 service neutron] Transition to ACTIVE for port object 9e1dd0e1-1961-4089-b57d-328111d2c4a6 will not be triggered until provisioned by entity L2. {{(pid=104159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 15:40:59.138282 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93393c5c-3104-4e6d-99f0-7ca8e9d52fb2 req-e486e287-a605-46a1-9648-06d21eb47285 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:59.139834 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-93393c5c-3104-4e6d-99f0-7ca8e9d52fb2 req-e486e287-a605-46a1-9648-06d21eb47285 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "GET /v2.0/ports?device_id=538994a6-6c98-4626-b47d-ff4906d4cc19 HTTP/1.1" status: 200 len: 946 time: 0.1339595 Mar 31 15:40:59.159918 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [req-b46fa3b7-d370-48b7-bf8a-2d94c20bf9a0 req-9e247f1e-dc3d-4864-8156-f8c434c4f47d tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Deleting port 094a70a8-67db-4344-8b59-ff99ef2faeeb {{(pid=104159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:40:59.160259 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-b46fa3b7-d370-48b7-bf8a-2d94c20bf9a0 req-9e247f1e-dc3d-4864-8156-f8c434c4f47d tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772784948758'] for port (094a70a8-67db-4344-8b59-ff99ef2faeeb), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:59.247185 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-93393c5c-3104-4e6d-99f0-7ca8e9d52fb2 req-15bc4d1d-9fba-46b8-8f62-963b520c92b3 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "GET /v2.0/security-groups?id=d68b3844-fac7-4489-9655-759f50646b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975876 Mar 31 15:40:59.260194 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-00d20d29-84cf-497d-8bf5-94954ff04878 req-53bc7eb7-1745-45da-94d7-97877260bff5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3148011'] for port (9e1dd0e1-1961-4089-b57d-328111d2c4a6), after_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:59.323126 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.db [req-b46fa3b7-d370-48b7-bf8a-2d94c20bf9a0 req-9e247f1e-dc3d-4864-8156-f8c434c4f47d tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] For port 094a70a8-67db-4344-8b59-ff99ef2faeeb, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=094a70a8-67db-4344-8b59-ff99ef2faeeb,segment=NetworkSegment(25aae32e-21b3-4f37-a289-8c4b40c39a0c),segment_id=25aae32e-21b3-4f37-a289-8c4b40c39a0c)] {{(pid=104159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:40:59.324776 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-b46fa3b7-d370-48b7-bf8a-2d94c20bf9a0 req-9e247f1e-dc3d-4864-8156-f8c434c4f47d tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576833'] for port (094a70a8-67db-4344-8b59-ff99ef2faeeb), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:59.353131 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bc7eb7-1745-45da-94d7-97877260bff5 service neutron] Pushing event updated for resources: {'Port': ['ID=9e1dd0e1-1961-4089-b57d-328111d2c4a6,revision_number=2']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:40:59.357304 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [req-b46fa3b7-d370-48b7-bf8a-2d94c20bf9a0 req-9e247f1e-dc3d-4864-8156-f8c434c4f47d tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Calling delete_port for 094a70a8-67db-4344-8b59-ff99ef2faeeb owned by compute:nova {{(pid=104159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:40:59.499247 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.managers [req-00d20d29-84cf-497d-8bf5-94954ff04878 req-53bc7eb7-1745-45da-94d7-97877260bff5 service neutron] Attempting to bind port 9e1dd0e1-1961-4089-b57d-328111d2c4a6 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:40:59.499529 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.managers [req-00d20d29-84cf-497d-8bf5-94954ff04878 req-53bc7eb7-1745-45da-94d7-97877260bff5 service neutron] Attempting to bind port 9e1dd0e1-1961-4089-b57d-328111d2c4a6 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '3e695c53-0855-4033-b66c-5de9c04ee5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ffd9f9ff-86a8-41a0-b247-ed3515901842'}] {{(pid=104159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:40:59.499867 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d20d29-84cf-497d-8bf5-94954ff04878 req-53bc7eb7-1745-45da-94d7-97877260bff5 service neutron] Attempting to bind port 9e1dd0e1-1961-4089-b57d-328111d2c4a6 on network ffd9f9ff-86a8-41a0-b247-ed3515901842 {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:40:59.514908 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d20d29-84cf-497d-8bf5-94954ff04878 req-53bc7eb7-1745-45da-94d7-97877260bff5 service neutron] Port 9e1dd0e1-1961-4089-b57d-328111d2c4a6 on network ffd9f9ff-86a8-41a0-b247-ed3515901842 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 15:40:59.515239 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d20d29-84cf-497d-8bf5-94954ff04878 req-53bc7eb7-1745-45da-94d7-97877260bff5 service neutron] Attempting to bind port 9e1dd0e1-1961-4089-b57d-328111d2c4a6 on network ffd9f9ff-86a8-41a0-b247-ed3515901842 {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:40:59.522614 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d20d29-84cf-497d-8bf5-94954ff04878 req-53bc7eb7-1745-45da-94d7-97877260bff5 service neutron] Checking agent: {'id': '42669199-0b56-4e25-9a3d-cc561c912f6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 34, 6), 'started_at': datetime.datetime(2022, 3, 31, 15, 34, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:40:59.523229 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d20d29-84cf-497d-8bf5-94954ff04878 req-53bc7eb7-1745-45da-94d7-97877260bff5 service neutron] Checking segment: {'id': '3e695c53-0855-4033-b66c-5de9c04ee5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ffd9f9ff-86a8-41a0-b247-ed3515901842'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:40:59.523423 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d20d29-84cf-497d-8bf5-94954ff04878 req-53bc7eb7-1745-45da-94d7-97877260bff5 service neutron] Bound using segment: {'id': '3e695c53-0855-4033-b66c-5de9c04ee5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ffd9f9ff-86a8-41a0-b247-ed3515901842'} {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:40:59.523790 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.managers [req-00d20d29-84cf-497d-8bf5-94954ff04878 req-53bc7eb7-1745-45da-94d7-97877260bff5 service neutron] Bound port: 9e1dd0e1-1961-4089-b57d-328111d2c4a6, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e695c53-0855-4033-b66c-5de9c04ee5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ffd9f9ff-86a8-41a0-b247-ed3515901842'}}] {{(pid=104159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:40:59.524112 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-00d20d29-84cf-497d-8bf5-94954ff04878 req-53bc7eb7-1745-45da-94d7-97877260bff5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (9e1dd0e1-1961-4089-b57d-328111d2c4a6), before_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:59.631922 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.db [req-00d20d29-84cf-497d-8bf5-94954ff04878 req-53bc7eb7-1745-45da-94d7-97877260bff5 service neutron] For port 9e1dd0e1-1961-4089-b57d-328111d2c4a6, host hv-cinder-75078, cleared binding levels {{(pid=104159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:40:59.635589 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.db [req-00d20d29-84cf-497d-8bf5-94954ff04878 req-53bc7eb7-1745-45da-94d7-97877260bff5 service neutron] For port 9e1dd0e1-1961-4089-b57d-328111d2c4a6, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=9e1dd0e1-1961-4089-b57d-328111d2c4a6,segment=NetworkSegment(3e695c53-0855-4033-b66c-5de9c04ee5a9),segment_id=3e695c53-0855-4033-b66c-5de9c04ee5a9)] {{(pid=104159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:40:59.719854 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-b46fa3b7-d370-48b7-bf8a-2d94c20bf9a0 req-9e247f1e-dc3d-4864-8156-f8c434c4f47d tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772784953465', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772784453879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3148002'] for port (094a70a8-67db-4344-8b59-ff99ef2faeeb), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:59.733995 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] get_ports_and_sgs() called for port_ids ['094a70a8-67db-4344-8b59-ff99ef2faeeb'] {{(pid=104160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:40:59.766074 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e247f1e-dc3d-4864-8156-f8c434c4f47d tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Pushing event deleted for resources: {'Port': ['ID=094a70a8-67db-4344-8b59-ff99ef2faeeb,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:40:59.779090 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-00d20d29-84cf-497d-8bf5-94954ff04878 req-53bc7eb7-1745-45da-94d7-97877260bff5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3148011'] for port (9e1dd0e1-1961-4089-b57d-328111d2c4a6), after_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:59.843402 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.l3_dvrscheduler_db [req-b46fa3b7-d370-48b7-bf8a-2d94c20bf9a0 req-9e247f1e-dc3d-4864-8156-f8c434c4f47d tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] No DVR routers for this DVR port 094a70a8-67db-4344-8b59-ff99ef2faeeb on host hv-cinder-75078 {{(pid=104159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:40:59.848509 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-b46fa3b7-d370-48b7-bf8a-2d94c20bf9a0 req-9e247f1e-dc3d-4864-8156-f8c434c4f47d tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451'] for port (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:59.851978 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-b46fa3b7-d370-48b7-bf8a-2d94c20bf9a0 req-9e247f1e-dc3d-4864-8156-f8c434c4f47d tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.26 "DELETE /v2.0/ports/094a70a8-67db-4344-8b59-ff99ef2faeeb HTTP/1.1" status: 204 len: 173 time: 1.1710377 Mar 31 15:40:59.855705 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '538994a6-6c98-4626-b47d-ff4906d4cc19', 'name': 'network-vif-deleted', 'tag': '094a70a8-67db-4344-8b59-ff99ef2faeeb'}] {{(pid=104159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:40:59.858816 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea64b363b0503405ce6d4d78215f64c9ed163e64c8f258dff0ae871dea148ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87950e62-3817-4f30-a107-b924a9c7f278" -d '{"events": [{"server_uuid": "538994a6-6c98-4626-b47d-ff4906d4cc19", "name": "network-vif-deleted", "tag": "094a70a8-67db-4344-8b59-ff99ef2faeeb"}]}' {{(pid=104159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:40:59.863023 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d20d29-84cf-497d-8bf5-94954ff04878 req-53bc7eb7-1745-45da-94d7-97877260bff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:40:59.863863 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-00d20d29-84cf-497d-8bf5-94954ff04878 req-53bc7eb7-1745-45da-94d7-97877260bff5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451'] for port (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:40:59.865538 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-00d20d29-84cf-497d-8bf5-94954ff04878 req-53bc7eb7-1745-45da-94d7-97877260bff5 service neutron] 10.222.0.26 "PUT /v2.0/ports/9e1dd0e1-1961-4089-b57d-328111d2c4a6 HTTP/1.1" status: 200 len: 1093 time: 1.5683398 Mar 31 15:40:59.907523 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bc7eb7-1745-45da-94d7-97877260bff5 service neutron] Pushing event updated for resources: {'Port': ['ID=9e1dd0e1-1961-4089-b57d-328111d2c4a6,revision_number=3']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:40:59.947945 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf5627aa-ce84-473a-85bb-27ee0e851d19 x-openstack-request-id: req-bf5627aa-ce84-473a-85bb-27ee0e851d19 {{(pid=104159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:40:59.949814 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "538994a6-6c98-4626-b47d-ff4906d4cc19", "name": "network-vif-deleted", "tag": "094a70a8-67db-4344-8b59-ff99ef2faeeb", "status": "completed", "code": 200}]} {{(pid=104159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:40:59.950811 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bf5627aa-ce84-473a-85bb-27ee0e851d19 {{(pid=104159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:40:59.951848 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf5627aa-ce84-473a-85bb-27ee0e851d19'] response: {'server_uuid': '538994a6-6c98-4626-b47d-ff4906d4cc19', 'name': 'network-vif-deleted', 'tag': '094a70a8-67db-4344-8b59-ff99ef2faeeb', 'status': 'completed', 'code': 200} Mar 31 15:41:00.023159 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf937c5-38f3-40e0-a270-a76a3bb9e9a4 req-41c28932-aae2-4db0-9dc9-2c29883fa2a6 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:00.026296 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-4bf937c5-38f3-40e0-a270-a76a3bb9e9a4 req-41c28932-aae2-4db0-9dc9-2c29883fa2a6 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2277d5e-8222-45b8-92e9-5069ee84fd02 HTTP/1.1" status: 200 len: 943 time: 0.0845678 Mar 31 15:41:00.087136 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d20d29-84cf-497d-8bf5-94954ff04878 req-6ebeff39-5c2c-4723-a5b9-2f7359aa3ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:00.090270 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-00d20d29-84cf-497d-8bf5-94954ff04878 req-6ebeff39-5c2c-4723-a5b9-2f7359aa3ebd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=893dd59441624f78817c4a649a0aaf40&device_id=c2277d5e-8222-45b8-92e9-5069ee84fd02 HTTP/1.1" status: 200 len: 1127 time: 0.0819328 Mar 31 15:41:00.131294 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-4bf937c5-38f3-40e0-a270-a76a3bb9e9a4 req-9460d7e1-86ca-44f0-8dfe-ed9a260925cc tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/security-groups?id=175a3d4e-c6d6-4f1d-a627-1cbb09ab3669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926805 Mar 31 15:41:00.170448 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-00d20d29-84cf-497d-8bf5-94954ff04878 req-87573863-1963-4a4a-b896-77b087989371 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e1dd0e1-1961-4089-b57d-328111d2c4a6 HTTP/1.1" status: 200 len: 217 time: 0.0623677 Mar 31 15:41:00.230551 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d20d29-84cf-497d-8bf5-94954ff04878 req-8b5b498c-e076-47f8-a504-61732e22e154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:00.232281 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-00d20d29-84cf-497d-8bf5-94954ff04878 req-8b5b498c-e076-47f8-a504-61732e22e154 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2b9feebc-e9c9-4a4e-ad3c-a41e234df103 HTTP/1.1" status: 200 len: 854 time: 0.0547228 Mar 31 15:41:00.315925 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d20d29-84cf-497d-8bf5-94954ff04878 req-8bae2c3e-4db1-4b4b-8ac3-dd122f01d9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:00.317591 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-00d20d29-84cf-497d-8bf5-94954ff04878 req-8bae2c3e-4db1-4b4b-8ac3-dd122f01d9dd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ffd9f9ff-86a8-41a0-b247-ed3515901842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0777605 Mar 31 15:41:00.413539 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-aff43a59-68bc-45fa-8885-223801120a1b req-184450b4-a9dd-4146-81f5-8e5712823641 tempest-TestMinimumBasicScenario-1690993992 tempest-TestMinimumBasicScenario-1690993992-project] 10.222.0.21 "GET /v2.0/ports?device_id=538994a6-6c98-4626-b47d-ff4906d4cc19 HTTP/1.1" status: 200 len: 210 time: 0.0388334 Mar 31 15:41:00.456028 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-00d20d29-84cf-497d-8bf5-94954ff04878 req-4486ec45-035b-4b1d-b859-bfa3e3c914b3 service neutron] 10.222.0.26 "GET /v2.0/networks/ffd9f9ff-86a8-41a0-b247-ed3515901842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299913 Mar 31 15:41:00.556659 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-00d20d29-84cf-497d-8bf5-94954ff04878 req-2eace782-481d-4e72-997e-cdffee9f905b service neutron] 10.222.0.26 "GET /v2.0/networks/ffd9f9ff-86a8-41a0-b247-ed3515901842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926006 Mar 31 15:41:01.291392 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11866a4-3c75-42aa-a813-c884bad94a97 req-b750da58-2dbb-432f-83d7-15a0b8f79b24 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:01.292922 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-d11866a4-3c75-42aa-a813-c884bad94a97 req-b750da58-2dbb-432f-83d7-15a0b8f79b24 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2277d5e-8222-45b8-92e9-5069ee84fd02 HTTP/1.1" status: 200 len: 943 time: 0.0594397 Mar 31 15:41:01.344100 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-d11866a4-3c75-42aa-a813-c884bad94a97 req-b6ff2c2a-603c-46bb-96d5-b9846315f9af tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/security-groups?id=175a3d4e-c6d6-4f1d-a627-1cbb09ab3669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451093 Mar 31 15:41:01.954374 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2277d5e-8222-45b8-92e9-5069ee84fd02', 'tag': '9e1dd0e1-1961-4089-b57d-328111d2c4a6'}] {{(pid=104159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:41:01.956481 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea64b363b0503405ce6d4d78215f64c9ed163e64c8f258dff0ae871dea148ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dae61d8-0016-48d2-ada9-18d7194ae368" -d '{"events": [{"name": "network-changed", "server_uuid": "c2277d5e-8222-45b8-92e9-5069ee84fd02", "tag": "9e1dd0e1-1961-4089-b57d-328111d2c4a6"}]}' {{(pid=104159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:41:01.995792 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a781d50a-923c-428b-9f50-83357df1b997 x-openstack-request-id: req-a781d50a-923c-428b-9f50-83357df1b997 {{(pid=104159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:41:01.996490 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2277d5e-8222-45b8-92e9-5069ee84fd02", "tag": "9e1dd0e1-1961-4089-b57d-328111d2c4a6", "status": "completed", "code": 200}]} {{(pid=104159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:41:01.996850 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a781d50a-923c-428b-9f50-83357df1b997 {{(pid=104159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:41:01.997420 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a781d50a-923c-428b-9f50-83357df1b997'] response: {'name': 'network-changed', 'server_uuid': 'c2277d5e-8222-45b8-92e9-5069ee84fd02', 'tag': '9e1dd0e1-1961-4089-b57d-328111d2c4a6', 'status': 'completed', 'code': 200} Mar 31 15:41:02.083620 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae61d8-0016-48d2-ada9-18d7194ae368 req-6e39fc0c-a7b4-45df-8570-21a475a2851a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:02.085164 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-8dae61d8-0016-48d2-ada9-18d7194ae368 req-6e39fc0c-a7b4-45df-8570-21a475a2851a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=893dd59441624f78817c4a649a0aaf40&device_id=c2277d5e-8222-45b8-92e9-5069ee84fd02 HTTP/1.1" status: 200 len: 1127 time: 0.0635769 Mar 31 15:41:02.181675 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae61d8-0016-48d2-ada9-18d7194ae368 req-212247bb-df12-4c73-809c-12e889d4c71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:02.184086 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-8dae61d8-0016-48d2-ada9-18d7194ae368 req-212247bb-df12-4c73-809c-12e889d4c71c service neutron] 10.222.0.26 "GET /v2.0/networks?id=ffd9f9ff-86a8-41a0-b247-ed3515901842 HTTP/1.1" status: 200 len: 916 time: 0.0913842 Mar 31 15:41:02.234759 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-8dae61d8-0016-48d2-ada9-18d7194ae368 req-56973651-6768-44b3-a413-48141aa487ec service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e1dd0e1-1961-4089-b57d-328111d2c4a6 HTTP/1.1" status: 200 len: 217 time: 0.0421820 Mar 31 15:41:02.284888 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae61d8-0016-48d2-ada9-18d7194ae368 req-424e91ed-f81b-47a4-b234-5877a26c4203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:02.286334 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-8dae61d8-0016-48d2-ada9-18d7194ae368 req-424e91ed-f81b-47a4-b234-5877a26c4203 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2b9feebc-e9c9-4a4e-ad3c-a41e234df103 HTTP/1.1" status: 200 len: 854 time: 0.0465310 Mar 31 15:41:02.336251 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae61d8-0016-48d2-ada9-18d7194ae368 req-ec7a5af0-a509-45be-9c68-41ca55080608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:02.337808 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-8dae61d8-0016-48d2-ada9-18d7194ae368 req-ec7a5af0-a509-45be-9c68-41ca55080608 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ffd9f9ff-86a8-41a0-b247-ed3515901842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0456781 Mar 31 15:41:02.452640 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-8dae61d8-0016-48d2-ada9-18d7194ae368 req-b28517f3-bea7-4da8-b933-53603da3d9a2 service neutron] 10.222.0.26 "GET /v2.0/networks/ffd9f9ff-86a8-41a0-b247-ed3515901842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063864 Mar 31 15:41:02.505630 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb6b6b5-934c-4d80-8324-f1c687ec1707 req-52bb6892-2257-4355-91b8-873826db9de7 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:02.507115 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-6bb6b6b5-934c-4d80-8324-f1c687ec1707 req-52bb6892-2257-4355-91b8-873826db9de7 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2277d5e-8222-45b8-92e9-5069ee84fd02 HTTP/1.1" status: 200 len: 943 time: 0.0833759 Mar 31 15:41:02.509831 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device 9e1dd0e1-1961-4089-b57d-328111d2c4a6 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=104160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 15:41:02.526121 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device 094a70a8-67db-4344-8b59-ff99ef2faeeb no longer exists at agent hyperv_hv-cinder-75078 {{(pid=104160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:41:02.538669 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] No Port match for: 094a70a8-67db-4344-8b59-ff99ef2faeeb {{(pid=104160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:41:02.539016 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device 094a70a8-67db-4344-8b59-ff99ef2faeeb not bound to the agent host hv-cinder-75078 {{(pid=104160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:41:02.564639 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-6bb6b6b5-934c-4d80-8324-f1c687ec1707 req-35ff2697-04b5-437a-b8de-2a11556b75e4 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/security-groups?id=175a3d4e-c6d6-4f1d-a627-1cbb09ab3669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503800 Mar 31 15:41:02.586746 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-8dae61d8-0016-48d2-ada9-18d7194ae368 req-7a9910ab-be86-48f7-97ea-67b3d2a80e71 service neutron] 10.222.0.26 "GET /v2.0/networks/ffd9f9ff-86a8-41a0-b247-ed3515901842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233561 Mar 31 15:41:02.654325 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] For port 9e1dd0e1-1961-4089-b57d-328111d2c4a6, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=9e1dd0e1-1961-4089-b57d-328111d2c4a6,segment=NetworkSegment(3e695c53-0855-4033-b66c-5de9c04ee5a9),segment_id=3e695c53-0855-4033-b66c-5de9c04ee5a9)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:41:02.670377 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Returning: {'device': '9e1dd0e1-1961-4089-b57d-328111d2c4a6', 'network_id': 'ffd9f9ff-86a8-41a0-b247-ed3515901842', 'port_id': '9e1dd0e1-1961-4089-b57d-328111d2c4a6', 'mac_address': 'fa:16:3e:05:ca:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b9feebc-e9c9-4a4e-ad3c-a41e234df103', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 15:41:02.710496 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Current status of the port 9e1dd0e1-1961-4089-b57d-328111d2c4a6 is: DOWN; New status is: BUILD {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:41:02.710883 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (9e1dd0e1-1961-4089-b57d-328111d2c4a6), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:02.726019 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.notifiers.nova [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e1dd0e1-1961-4089-b57d-328111d2c4a6 {{(pid=104160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:41:02.753554 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] For port 9e1dd0e1-1961-4089-b57d-328111d2c4a6, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=9e1dd0e1-1961-4089-b57d-328111d2c4a6,segment=NetworkSegment(3e695c53-0855-4033-b66c-5de9c04ee5a9),segment_id=3e695c53-0855-4033-b66c-5de9c04ee5a9)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:41:02.864369 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (9e1dd0e1-1961-4089-b57d-328111d2c4a6), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:02.932275 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Pushing event updated for resources: {'Port': ['ID=9e1dd0e1-1961-4089-b57d-328111d2c4a6,revision_number=4']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:41:02.941251 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:02.941650 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:02.941972 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:02.942505 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:02.942721 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:02.943053 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:02.943389 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:02.943704 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:02.944067 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:02.944394 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:02.944716 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:02.945040 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:02.945360 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:02.945708 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:02.946150 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:03.121667 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 48660) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:41:03.146197 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] get_ports_and_sgs() called for port_ids ['9e1dd0e1-1961-4089-b57d-328111d2c4a6'] {{(pid=104160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:41:03.587559 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-09c49d08-0ad7-44c2-8e57-7c7e1f4e8a83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574323'] for router_interface (020013da-2db4-4cc6-9310-85f921e45489), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:03.739910 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4944feed-e80f-486a-8b06-f76cf9269b34 req-0c6bb81e-7591-452d-8011-ed9e783c3083 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:03.741345 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-4944feed-e80f-486a-8b06-f76cf9269b34 req-0c6bb81e-7591-452d-8011-ed9e783c3083 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2277d5e-8222-45b8-92e9-5069ee84fd02 HTTP/1.1" status: 200 len: 944 time: 0.0848696 Mar 31 15:41:03.898246 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-4944feed-e80f-486a-8b06-f76cf9269b34 req-6552b540-3352-4bf2-840a-ed31bce376ab tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/security-groups?id=175a3d4e-c6d6-4f1d-a627-1cbb09ab3669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349463 Mar 31 15:41:04.041074 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [None req-09c49d08-0ad7-44c2-8e57-7c7e1f4e8a83 admin admin] Deleting port 09271ce5-7f0e-4a7a-80aa-a3aa9f073e78 {{(pid=104159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:41:04.041435 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-09c49d08-0ad7-44c2-8e57-7c7e1f4e8a83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772784948758'] for port (09271ce5-7f0e-4a7a-80aa-a3aa9f073e78), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:04.148366 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.db [None req-09c49d08-0ad7-44c2-8e57-7c7e1f4e8a83 admin admin] For port 09271ce5-7f0e-4a7a-80aa-a3aa9f073e78, host dv-cinder-750782-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-smb',level=0,port_id=09271ce5-7f0e-4a7a-80aa-a3aa9f073e78,segment=NetworkSegment(25aae32e-21b3-4f37-a289-8c4b40c39a0c),segment_id=25aae32e-21b3-4f37-a289-8c4b40c39a0c)] {{(pid=104159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:41:04.149042 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-09c49d08-0ad7-44c2-8e57-7c7e1f4e8a83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576833'] for port (09271ce5-7f0e-4a7a-80aa-a3aa9f073e78), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:04.162536 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [None req-09c49d08-0ad7-44c2-8e57-7c7e1f4e8a83 admin admin] Calling delete_port for 09271ce5-7f0e-4a7a-80aa-a3aa9f073e78 owned by network:router_interface {{(pid=104159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:41:04.172751 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ca06b783-f69c-453d-a909-277ad287c2a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (80b0103a-7158-48a6-b59a-3fe393c523d9), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:04.412812 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-09c49d08-0ad7-44c2-8e57-7c7e1f4e8a83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772784953465', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772784453879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3148002'] for port (09271ce5-7f0e-4a7a-80aa-a3aa9f073e78), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:04.441410 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c49d08-0ad7-44c2-8e57-7c7e1f4e8a83 admin admin] Pushing event deleted for resources: {'Port': ['ID=09271ce5-7f0e-4a7a-80aa-a3aa9f073e78,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:41:04.524363 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device 9e1dd0e1-1961-4089-b57d-328111d2c4a6 up at agent hyperv_hv-cinder-75078 {{(pid=104160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:41:04.675415 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Provisioning for port 9e1dd0e1-1961-4089-b57d-328111d2c4a6 completed by entity L2. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 15:41:04.679775 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Provisioning complete for port 9e1dd0e1-1961-4089-b57d-328111d2c4a6 triggered by entity L2. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:41:04.680152 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (9e1dd0e1-1961-4089-b57d-328111d2c4a6), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:04.778073 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Current status of the port 9e1dd0e1-1961-4089-b57d-328111d2c4a6 is: BUILD; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:41:04.778354 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (9e1dd0e1-1961-4089-b57d-328111d2c4a6), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:04.802968 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2277d5e-8222-45b8-92e9-5069ee84fd02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1dd0e1-1961-4089-b57d-328111d2c4a6'}] {{(pid=104160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:41:04.805268 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce3869fed81eb230bc7c00aef7f85a04080afe3b8b72d2e6fbd63f6167e83839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ec2be3-51a3-4fc1-91eb-c4a062358332" -d '{"events": [{"server_uuid": "c2277d5e-8222-45b8-92e9-5069ee84fd02", "name": "network-vif-plugged", "status": "completed", "tag": "9e1dd0e1-1961-4089-b57d-328111d2c4a6"}]}' {{(pid=104160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:41:04.825862 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] For port 9e1dd0e1-1961-4089-b57d-328111d2c4a6, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=9e1dd0e1-1961-4089-b57d-328111d2c4a6,segment=NetworkSegment(3e695c53-0855-4033-b66c-5de9c04ee5a9),segment_id=3e695c53-0855-4033-b66c-5de9c04ee5a9)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:41:04.854114 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac6ef936-e3e2-416a-9987-d7b2b8b01e42 x-openstack-request-id: req-ac6ef936-e3e2-416a-9987-d7b2b8b01e42 {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:41:04.854409 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2277d5e-8222-45b8-92e9-5069ee84fd02", "name": "network-vif-plugged", "status": "completed", "tag": "9e1dd0e1-1961-4089-b57d-328111d2c4a6", "code": 200}]} {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:41:04.856788 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ac6ef936-e3e2-416a-9987-d7b2b8b01e42 {{(pid=104160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:41:04.856788 dv-cinder-750782-15-smb neutron-server[104160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac6ef936-e3e2-416a-9987-d7b2b8b01e42'] response: {'server_uuid': 'c2277d5e-8222-45b8-92e9-5069ee84fd02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1dd0e1-1961-4089-b57d-328111d2c4a6', 'code': 200} Mar 31 15:41:04.875855 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-09c49d08-0ad7-44c2-8e57-7c7e1f4e8a83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-589795'] for router_interface (020013da-2db4-4cc6-9310-85f921e45489), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:04.904900 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (9e1dd0e1-1961-4089-b57d-328111d2c4a6), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:04.988057 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Pushing event updated for resources: {'Port': ['ID=9e1dd0e1-1961-4089-b57d-328111d2c4a6,revision_number=5']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:41:05.077841 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb35fa30-7b2c-4b72-9489-600a1595a5fb req-c9d7de27-ef75-4621-81b6-bf7a03881ab3 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:05.079577 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-eb35fa30-7b2c-4b72-9489-600a1595a5fb req-c9d7de27-ef75-4621-81b6-bf7a03881ab3 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2277d5e-8222-45b8-92e9-5069ee84fd02 HTTP/1.1" status: 200 len: 945 time: 0.0850894 Mar 31 15:41:05.278009 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-eb35fa30-7b2c-4b72-9489-600a1595a5fb req-a011a5fb-fc45-455c-967d-7d50693f5142 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/security-groups?id=175a3d4e-c6d6-4f1d-a627-1cbb09ab3669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1540830 Mar 31 15:41:05.299578 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba62afc2-ee1b-43af-b237-c4caa8362f79 req-f806e6c8-27bb-4123-abc9-1a4d021b2c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:05.301104 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-ba62afc2-ee1b-43af-b237-c4caa8362f79 req-f806e6c8-27bb-4123-abc9-1a4d021b2c88 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c2277d5e-8222-45b8-92e9-5069ee84fd02 HTTP/1.1" status: 200 len: 1129 time: 0.1045294 Mar 31 15:41:05.302887 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09c49d08-0ad7-44c2-8e57-7c7e1f4e8a83 admin admin] Router 020013da-2db4-4cc6-9310-85f921e45489 has already been hosted by L3 agent 9721ac04-bac7-49da-b384-3a2049eedfa2 {{(pid=104159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:41:05.415895 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-ba62afc2-ee1b-43af-b237-c4caa8362f79 req-45242b30-df6f-4156-b4a3-81847c5d4abc service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=175a3d4e-c6d6-4f1d-a627-1cbb09ab3669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076663 Mar 31 15:41:05.451308 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c49d08-0ad7-44c2-8e57-7c7e1f4e8a83 admin admin] Notify agent at l3_agent.dv-cinder-750782-15-smb the message routers_updated {{(pid=104159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:41:05.460056 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-09c49d08-0ad7-44c2-8e57-7c7e1f4e8a83 admin admin] 10.222.0.21 "PUT /v2.0/routers/020013da-2db4-4cc6-9310-85f921e45489/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3348777 Mar 31 15:41:05.460406 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 48684) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:41:05.461624 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e567882-a5fe-45e8-ace1-add1765e738c None None] Sync routers for ids ['020013da-2db4-4cc6-9310-85f921e45489'] in dv-cinder-750782-15-smb {{(pid=104160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:41:05.475066 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e567882-a5fe-45e8-ace1-add1765e738c None None] Routers {'020013da-2db4-4cc6-9310-85f921e45489'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:41:05.478008 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_hamode_db [None req-0e567882-a5fe-45e8-ace1-add1765e738c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:40:36Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['020013da-2db4-4cc6-9310-85f921e45489'], 'active': True} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:41:05.598296 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c3d1faf7-7a59-4bd3-9698-e41529a338a3 admin admin] Publish callbacks [] for router (020013da-2db4-4cc6-9310-85f921e45489), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:05.606188 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvr_db [None req-0e567882-a5fe-45e8-ace1-add1765e738c None None] Set router 020013da-2db4-4cc6-9310-85f921e45489 gateway port host: dv-cinder-750782-15-smb {{(pid=104160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:41:05.755317 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c3d1faf7-7a59-4bd3-9698-e41529a338a3 admin admin] Publish callbacks [] for router_gateway (020013da-2db4-4cc6-9310-85f921e45489), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:05.840363 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_hamode_db [None req-0e567882-a5fe-45e8-ace1-add1765e738c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '020013da-2db4-4cc6-9310-85f921e45489', 'name': 'tempest-TestMinimumBasicScenario-285915391-router', 'tenant_id': '97f648d2040e46619b3954fdd71c33e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.7'}], 'enable_snat': True}, 'gw_port_id': '6e3c8195-48ea-4dbd-8c6b-7b4d20045fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:38:01Z', 'updated_at': '2022-03-31T15:41:04Z', 'revision_number': 5, 'project_id': '97f648d2040e46619b3954fdd71c33e8', 'gw_port': {'id': '6e3c8195-48ea-4dbd-8c6b-7b4d20045fcf', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:2b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020013da-2db4-4cc6-9310-85f921e45489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:38:02Z', 'updated_at': '2022-03-31T15:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb'}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:41:05.870608 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e567882-a5fe-45e8-ace1-add1765e738c None None] Checking router: 020013da-2db4-4cc6-9310-85f921e45489 for host: dv-cinder-750782-15-smb {{(pid=104160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:41:05.880518 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e567882-a5fe-45e8-ace1-add1765e738c None None] Routers {'020013da-2db4-4cc6-9310-85f921e45489'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:41:05.881277 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_hamode_db [None req-0e567882-a5fe-45e8-ace1-add1765e738c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:40:36Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['020013da-2db4-4cc6-9310-85f921e45489'], 'active': True} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:41:05.944807 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [None req-c3d1faf7-7a59-4bd3-9698-e41529a338a3 admin admin] Deleting port 6e3c8195-48ea-4dbd-8c6b-7b4d20045fcf {{(pid=104159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:41:05.945135 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c3d1faf7-7a59-4bd3-9698-e41529a338a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772784948758'] for port (6e3c8195-48ea-4dbd-8c6b-7b4d20045fcf), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:05.990554 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvr_db [None req-0e567882-a5fe-45e8-ace1-add1765e738c None None] Set router 020013da-2db4-4cc6-9310-85f921e45489 gateway port host: None {{(pid=104160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:41:06.032667 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.db [None req-c3d1faf7-7a59-4bd3-9698-e41529a338a3 admin admin] For port 6e3c8195-48ea-4dbd-8c6b-7b4d20045fcf, host dv-cinder-750782-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-smb',level=0,port_id=6e3c8195-48ea-4dbd-8c6b-7b4d20045fcf,segment=NetworkSegment(f25e0e1e-326a-4ef5-aa96-2f0a78776ef2),segment_id=f25e0e1e-326a-4ef5-aa96-2f0a78776ef2)] {{(pid=104159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:41:06.033037 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c3d1faf7-7a59-4bd3-9698-e41529a338a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576833'] for port (6e3c8195-48ea-4dbd-8c6b-7b4d20045fcf), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:06.046187 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_hamode_db [None req-0e567882-a5fe-45e8-ace1-add1765e738c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '020013da-2db4-4cc6-9310-85f921e45489', 'name': 'tempest-TestMinimumBasicScenario-285915391-router', 'tenant_id': '97f648d2040e46619b3954fdd71c33e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:38:01Z', 'updated_at': '2022-03-31T15:41:05Z', 'revision_number': 6, 'project_id': '97f648d2040e46619b3954fdd71c33e8', 'gw_port_host': None}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:41:06.048812 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [None req-c3d1faf7-7a59-4bd3-9698-e41529a338a3 admin admin] Calling delete_port for 6e3c8195-48ea-4dbd-8c6b-7b4d20045fcf owned by network:router_gateway {{(pid=104159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:41:06.079782 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e567882-a5fe-45e8-ace1-add1765e738c None None] The sync data for ids ['020013da-2db4-4cc6-9310-85f921e45489'] in dv-cinder-750782-15-smb is: [{'id': '020013da-2db4-4cc6-9310-85f921e45489', 'name': 'tempest-TestMinimumBasicScenario-285915391-router', 'tenant_id': '97f648d2040e46619b3954fdd71c33e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:38:01Z', 'updated_at': '2022-03-31T15:41:05Z', 'revision_number': 6, 'project_id': '97f648d2040e46619b3954fdd71c33e8', 'gw_port_host': None}] {{(pid=104160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:41:06.291389 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (42669199-0b56-4e25-9a3d-cc561c912f6a), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:06.327790 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c3d1faf7-7a59-4bd3-9698-e41529a338a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772784953465', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772784453879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3148002'] for port (6e3c8195-48ea-4dbd-8c6b-7b4d20045fcf), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:06.359131 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d1faf7-7a59-4bd3-9698-e41529a338a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e3c8195-48ea-4dbd-8c6b-7b4d20045fcf,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:41:06.432386 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c3d1faf7-7a59-4bd3-9698-e41529a338a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573961'] for router_gateway (020013da-2db4-4cc6-9310-85f921e45489), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:06.438963 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d8eea-4222-4e0f-a2b5-6f3ce3a0b095 req-278d6ff6-a8c6-4e10-8166-114ca0284494 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:06.442799 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-391d8eea-4222-4e0f-a2b5-6f3ce3a0b095 req-278d6ff6-a8c6-4e10-8166-114ca0284494 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2277d5e-8222-45b8-92e9-5069ee84fd02 HTTP/1.1" status: 200 len: 945 time: 0.0831501 Mar 31 15:41:06.518500 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-391d8eea-4222-4e0f-a2b5-6f3ce3a0b095 req-a6e46042-06fc-406d-a809-2f6a64c85e64 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/security-groups?id=175a3d4e-c6d6-4f1d-a627-1cbb09ab3669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680902 Mar 31 15:41:06.555370 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b199cfcb-117c-4e7e-ab44-0bd8b35dfffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (9721ac04-bac7-49da-b384-3a2049eedfa2), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:06.586947 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c3d1faf7-7a59-4bd3-9698-e41529a338a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3305'] for router (020013da-2db4-4cc6-9310-85f921e45489), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:06.591920 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c3d1faf7-7a59-4bd3-9698-e41529a338a3 admin admin] Publish callbacks [] for router_controller (020013da-2db4-4cc6-9310-85f921e45489), precommit_delete_associations {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:06.744120 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c3d1faf7-7a59-4bd3-9698-e41529a338a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588524'] for router (020013da-2db4-4cc6-9310-85f921e45489), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:06.744786 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d1faf7-7a59-4bd3-9698-e41529a338a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 020013da-2db4-4cc6-9310-85f921e45489 {{(pid=104159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 15:41:06.757127 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c3d1faf7-7a59-4bd3-9698-e41529a338a3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:06.757127 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-c3d1faf7-7a59-4bd3-9698-e41529a338a3 admin admin] 10.222.0.21 "DELETE /v2.0/routers/020013da-2db4-4cc6-9310-85f921e45489 HTTP/1.1" status: 204 len: 168 time: 1.2907615 Mar 31 15:41:06.757127 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 48694) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:41:06.804971 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.db_base_plugin_v2 [None req-2837aefd-52b7-4c84-807a-b86f0fe96af1 admin admin] Deleting subnet f954ac5d-3124-474b-81c1-58056e141a3b {{(pid=104159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 15:41:06.808649 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-2837aefd-52b7-4c84-807a-b86f0fe96af1 admin admin] Publish callbacks [] for subnet (f954ac5d-3124-474b-81c1-58056e141a3b), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:06.857139 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-2837aefd-52b7-4c84-807a-b86f0fe96af1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4015700'] for subnet (f954ac5d-3124-474b-81c1-58056e141a3b), precommit_delete_associations {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:07.001961 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-2837aefd-52b7-4c84-807a-b86f0fe96af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8232756'] for subnet (f954ac5d-3124-474b-81c1-58056e141a3b), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:07.171353 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-2837aefd-52b7-4c84-807a-b86f0fe96af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8232707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3149329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3286902'] for subnet (f954ac5d-3124-474b-81c1-58056e141a3b), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:07.198158 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2837aefd-52b7-4c84-807a-b86f0fe96af1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f954ac5d-3124-474b-81c1-58056e141a3b,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:41:07.202012 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-2837aefd-52b7-4c84-807a-b86f0fe96af1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043269'] for subnet (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:07.205248 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-2837aefd-52b7-4c84-807a-b86f0fe96af1 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f954ac5d-3124-474b-81c1-58056e141a3b HTTP/1.1" status: 204 len: 168 time: 0.4484913 Mar 31 15:41:07.208493 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 48696) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:41:07.212244 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a20251f-424d-40e9-9030-18428b4d0f6a None None] Network f4ce866d-bd2c-465f-9b46-26cead684cc4 requested from dv-cinder-750782-15-smb {{(pid=104160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:41:07.318955 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-3d2b161f-3cc9-4c7f-b352-de167c422243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8161909'] for network (f4ce866d-bd2c-465f-9b46-26cead684cc4), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:07.384096 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.plugin [None req-3d2b161f-3cc9-4c7f-b352-de167c422243 admin admin] Deleting port 1d497a5a-bf4d-46f7-af09-d7fe06389995 {{(pid=104158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:41:07.384428 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-3d2b161f-3cc9-4c7f-b352-de167c422243 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772784948758'] for port (1d497a5a-bf4d-46f7-af09-d7fe06389995), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:07.449265 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf172b4a-52ec-4b90-a183-4d29c04053c4 None None] DHCP port deletion for f4ce866d-bd2c-465f-9b46-26cead684cc4 request from dv-cinder-750782-15-smb {{(pid=104160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 15:41:07.472926 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.db [None req-3d2b161f-3cc9-4c7f-b352-de167c422243 admin admin] For port 1d497a5a-bf4d-46f7-af09-d7fe06389995, host dv-cinder-750782-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-smb',level=0,port_id=1d497a5a-bf4d-46f7-af09-d7fe06389995,segment=NetworkSegment(25aae32e-21b3-4f37-a289-8c4b40c39a0c),segment_id=25aae32e-21b3-4f37-a289-8c4b40c39a0c)] {{(pid=104158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:41:07.473516 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-3d2b161f-3cc9-4c7f-b352-de167c422243 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576833'] for port (1d497a5a-bf4d-46f7-af09-d7fe06389995), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:07.488707 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.plugin [None req-3d2b161f-3cc9-4c7f-b352-de167c422243 admin admin] Calling delete_port for 1d497a5a-bf4d-46f7-af09-d7fe06389995 owned by network:dhcp {{(pid=104158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:41:07.520702 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-cf172b4a-52ec-4b90-a183-4d29c04053c4 None None] Deleting port 1d497a5a-bf4d-46f7-af09-d7fe06389995 {{(pid=104160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:41:07.520702 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-cf172b4a-52ec-4b90-a183-4d29c04053c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772784948758'] for port (1d497a5a-bf4d-46f7-af09-d7fe06389995), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:07.614299 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-cf172b4a-52ec-4b90-a183-4d29c04053c4 None None] For port 1d497a5a-bf4d-46f7-af09-d7fe06389995, host dv-cinder-750782-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-smb',level=0,port_id=1d497a5a-bf4d-46f7-af09-d7fe06389995,segment=NetworkSegment(25aae32e-21b3-4f37-a289-8c4b40c39a0c),segment_id=25aae32e-21b3-4f37-a289-8c4b40c39a0c)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:41:07.615392 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-cf172b4a-52ec-4b90-a183-4d29c04053c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576833'] for port (1d497a5a-bf4d-46f7-af09-d7fe06389995), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:07.628164 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-cf172b4a-52ec-4b90-a183-4d29c04053c4 None None] Calling delete_port for 1d497a5a-bf4d-46f7-af09-d7fe06389995 owned by network:dhcp {{(pid=104160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:41:07.669168 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03a9ed2-5727-424e-942e-c4ac2374abb9 req-c52fc67e-42fc-4b0a-ab27-27d68c393073 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:07.670718 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-d03a9ed2-5727-424e-942e-c4ac2374abb9 req-c52fc67e-42fc-4b0a-ab27-27d68c393073 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2277d5e-8222-45b8-92e9-5069ee84fd02 HTTP/1.1" status: 200 len: 945 time: 0.0560985 Mar 31 15:41:07.711154 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-3d2b161f-3cc9-4c7f-b352-de167c422243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772784953465', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772784453879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302876'] for port (1d497a5a-bf4d-46f7-af09-d7fe06389995), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:07.735690 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-d03a9ed2-5727-424e-942e-c4ac2374abb9 req-e3084c83-23bf-4183-8758-17eeb2514a20 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/security-groups?id=175a3d4e-c6d6-4f1d-a627-1cbb09ab3669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587244 Mar 31 15:41:07.749127 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0b2f012e-2fbd-4b35-9815-8024e4a993e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fb816cbb-0527-4766-83b7-604ad6a553f5), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:07.756609 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2b161f-3cc9-4c7f-b352-de167c422243 admin admin] No DVR routers for this DVR port 1d497a5a-bf4d-46f7-af09-d7fe06389995 on host dv-cinder-750782-15-smb {{(pid=104158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:41:07.758840 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2b161f-3cc9-4c7f-b352-de167c422243 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d497a5a-bf4d-46f7-af09-d7fe06389995,revision_number=None']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:41:07.868574 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-3d2b161f-3cc9-4c7f-b352-de167c422243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8291519', 'neutron.services.segments.db._delete_segments_for_network-8772784778810'] for network (f4ce866d-bd2c-465f-9b46-26cead684cc4), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:07.903650 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.services.segments.db [None req-3d2b161f-3cc9-4c7f-b352-de167c422243 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4ce866d-bd2c-465f-9b46-26cead684cc4']}} {{(pid=104158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:41:07.916014 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.services.segments.db [None req-3d2b161f-3cc9-4c7f-b352-de167c422243 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25aae32e-21b3-4f37-a289-8c4b40c39a0c') {'for_net_delete': True} {{(pid=104158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:41:07.916313 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.services.segments.db [None req-3d2b161f-3cc9-4c7f-b352-de167c422243 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25aae32e-21b3-4f37-a289-8c4b40c39a0c') {} {{(pid=104158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:41:07.930506 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-cf172b4a-52ec-4b90-a183-4d29c04053c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772784953465', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772784453879'] for port (1d497a5a-bf4d-46f7-af09-d7fe06389995), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:07.931159 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd8d4e9-5d6f-480f-af4a-c968537958b5 req-9e062a26-48a6-4557-98e2-7a78dce18e7d tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:07.933256 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-cdd8d4e9-5d6f-480f-af4a-c968537958b5 req-9e062a26-48a6-4557-98e2-7a78dce18e7d tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2277d5e-8222-45b8-92e9-5069ee84fd02 HTTP/1.1" status: 200 len: 945 time: 0.1114783 Mar 31 15:41:07.937163 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-3d2b161f-3cc9-4c7f-b352-de167c422243 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772784779587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8525835'] for segment (25aae32e-21b3-4f37-a289-8c4b40c39a0c), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:07.947166 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 48706) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:41:07.954262 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf172b4a-52ec-4b90-a183-4d29c04053c4 None None] No DVR routers for this DVR port 1d497a5a-bf4d-46f7-af09-d7fe06389995 on host dv-cinder-750782-15-smb {{(pid=104160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:41:07.959726 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.v2.base [None req-875781fc-2a6c-4dd2-b95f-5c040caa5edf tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Request body: {'floatingip': {'port_id': '9e1dd0e1-1961-4089-b57d-328111d2c4a6'}} {{(pid=104158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:41:07.969465 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-3d2b161f-3cc9-4c7f-b352-de167c422243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8219139'] for segment (25aae32e-21b3-4f37-a289-8c4b40c39a0c), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:07.981433 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf172b4a-52ec-4b90-a183-4d29c04053c4 None None] Pushing event deleted for resources: {'Port': ['ID=1d497a5a-bf4d-46f7-af09-d7fe06389995,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:41:08.025076 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d2b161f-3cc9-4c7f-b352-de167c422243 admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=104158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:41:08.025595 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-a839fb46-7b0f-4486-8399-655bc52d3a91 req-7971a70d-54dd-47f6-89e1-6440eb6aab0a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1d36bca0-99c6-4f74-a1e9-8f4e0d61c38b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0726016 Mar 31 15:41:08.025736 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-3d2b161f-3cc9-4c7f-b352-de167c422243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8219139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302793'] for segment (25aae32e-21b3-4f37-a289-8c4b40c39a0c), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:08.027823 dv-cinder-750782-15-smb neutron-server[104158]: Traceback (most recent call last): Mar 31 15:41:08.027823 dv-cinder-750782-15-smb neutron-server[104158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:41:08.027823 dv-cinder-750782-15-smb neutron-server[104158]: timer() Mar 31 15:41:08.027823 dv-cinder-750782-15-smb neutron-server[104158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:41:08.027823 dv-cinder-750782-15-smb neutron-server[104158]: cb(*args, **kw) Mar 31 15:41:08.027823 dv-cinder-750782-15-smb neutron-server[104158]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 15:41:08.027823 dv-cinder-750782-15-smb neutron-server[104158]: return func(*args, **kwargs) Mar 31 15:41:08.027823 dv-cinder-750782-15-smb neutron-server[104158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:41:08.027823 dv-cinder-750782-15-smb neutron-server[104158]: self._notify() Mar 31 15:41:08.027823 dv-cinder-750782-15-smb neutron-server[104158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:41:08.027823 dv-cinder-750782-15-smb neutron-server[104158]: self.callback(batched_events) Mar 31 15:41:08.027823 dv-cinder-750782-15-smb neutron-server[104158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:41:08.027823 dv-cinder-750782-15-smb neutron-server[104158]: event.method(event) Mar 31 15:41:08.027823 dv-cinder-750782-15-smb neutron-server[104158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 15:41:08.027823 dv-cinder-750782-15-smb neutron-server[104158]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:41:08.027823 dv-cinder-750782-15-smb neutron-server[104158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 15:41:08.027823 dv-cinder-750782-15-smb neutron-server[104158]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:41:08.027823 dv-cinder-750782-15-smb neutron-server[104158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 15:41:08.027823 dv-cinder-750782-15-smb neutron-server[104158]: return f(self, *a, **k) Mar 31 15:41:08.027823 dv-cinder-750782-15-smb neutron-server[104158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 15:41:08.027823 dv-cinder-750782-15-smb neutron-server[104158]: return self._get(url).json() Mar 31 15:41:08.027823 dv-cinder-750782-15-smb neutron-server[104158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 15:41:08.027823 dv-cinder-750782-15-smb neutron-server[104158]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:41:08.027823 dv-cinder-750782-15-smb neutron-server[104158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:41:08.027823 dv-cinder-750782-15-smb neutron-server[104158]: return self.request(url, 'GET', **kwargs) Mar 31 15:41:08.027823 dv-cinder-750782-15-smb neutron-server[104158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:41:08.027823 dv-cinder-750782-15-smb neutron-server[104158]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:41:08.027823 dv-cinder-750782-15-smb neutron-server[104158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:41:08.027823 dv-cinder-750782-15-smb neutron-server[104158]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:41:08.027823 dv-cinder-750782-15-smb neutron-server[104158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:41:08.027823 dv-cinder-750782-15-smb neutron-server[104158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:41:08.027823 dv-cinder-750782-15-smb neutron-server[104158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:41:08.042811 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-875781fc-2a6c-4dd2-b95f-5c040caa5edf tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks [] for floatingip (989dc44a-f34a-4676-a2ba-7a531536bc37), before_update {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:08.103283 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a839fb46-7b0f-4486-8399-655bc52d3a91 req-e7168ccb-92c1-45a8-b515-c5f309ddf16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:08.105367 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-a839fb46-7b0f-4486-8399-655bc52d3a91 req-e7168ccb-92c1-45a8-b515-c5f309ddf16c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d4fc7fbc16624a3082581ef98d9d25a5&device_id=1d36bca0-99c6-4f74-a1e9-8f4e0d61c38b HTTP/1.1" status: 200 len: 1129 time: 0.0510566 Mar 31 15:41:08.188690 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device 1d497a5a-bf4d-46f7-af09-d7fe06389995 no longer exists at agent ovs-agent-dv-cinder-750782-15-smb {{(pid=104160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:41:08.213259 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-3d2b161f-3cc9-4c7f-b352-de167c422243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8291510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574053'] for network (f4ce866d-bd2c-465f-9b46-26cead684cc4), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:08.224416 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] No Port match for: 1d497a5a-bf4d-46f7-af09-d7fe06389995 {{(pid=104160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:41:08.224941 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device 1d497a5a-bf4d-46f7-af09-d7fe06389995 not bound to the agent host dv-cinder-750782-15-smb {{(pid=104160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:41:08.225645 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device 09271ce5-7f0e-4a7a-80aa-a3aa9f073e78 no longer exists at agent ovs-agent-dv-cinder-750782-15-smb {{(pid=104160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:41:08.233007 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-3d2b161f-3cc9-4c7f-b352-de167c422243 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043269'] for network (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:08.236980 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a839fb46-7b0f-4486-8399-655bc52d3a91 req-47875cd0-78e9-4449-8b9a-fefb67821988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:08.240842 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-3d2b161f-3cc9-4c7f-b352-de167c422243 admin admin] 10.222.0.21 "DELETE /v2.0/networks/f4ce866d-bd2c-465f-9b46-26cead684cc4 HTTP/1.1" status: 204 len: 168 time: 1.0285692 Mar 31 15:41:08.242613 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-a839fb46-7b0f-4486-8399-655bc52d3a91 req-47875cd0-78e9-4449-8b9a-fefb67821988 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4a5bb9cd-d074-4713-88c5-e7791e1f5e5b HTTP/1.1" status: 200 len: 920 time: 0.1115444 Mar 31 15:41:08.242613 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 48708) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:41:08.270020 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] No Port match for: 09271ce5-7f0e-4a7a-80aa-a3aa9f073e78 {{(pid=104160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:41:08.270863 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device 09271ce5-7f0e-4a7a-80aa-a3aa9f073e78 not bound to the agent host dv-cinder-750782-15-smb {{(pid=104160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:41:08.271741 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device 6e3c8195-48ea-4dbd-8c6b-7b4d20045fcf no longer exists at agent ovs-agent-dv-cinder-750782-15-smb {{(pid=104160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:41:08.306113 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] No Port match for: 6e3c8195-48ea-4dbd-8c6b-7b4d20045fcf {{(pid=104160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:41:08.306994 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device 6e3c8195-48ea-4dbd-8c6b-7b4d20045fcf not bound to the agent host dv-cinder-750782-15-smb {{(pid=104160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:41:08.309718 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2b161f-3cc9-4c7f-b352-de167c422243 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4ce866d-bd2c-465f-9b46-26cead684cc4,revision_number=None']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:41:08.343101 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-a839fb46-7b0f-4486-8399-655bc52d3a91 req-b7ebdc86-6ead-48ac-9ef5-f11765e47208 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36ee2478-8b43-49d5-b485-0b38b9df560c HTTP/1.1" status: 200 len: 217 time: 0.0945916 Mar 31 15:41:08.426033 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a839fb46-7b0f-4486-8399-655bc52d3a91 req-29a49f89-644b-4dda-9cd2-86948653f397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:08.427598 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-a839fb46-7b0f-4486-8399-655bc52d3a91 req-29a49f89-644b-4dda-9cd2-86948653f397 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=94d12cd9-1105-49d4-9d9d-27e65ff0c644 HTTP/1.1" status: 200 len: 858 time: 0.0701487 Mar 31 15:41:08.574321 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a839fb46-7b0f-4486-8399-655bc52d3a91 req-91b28615-5081-4c44-b18f-ea0e37b84904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:08.576391 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-a839fb46-7b0f-4486-8399-655bc52d3a91 req-91b28615-5081-4c44-b18f-ea0e37b84904 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4a5bb9cd-d074-4713-88c5-e7791e1f5e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1401927 Mar 31 15:41:08.640307 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-875781fc-2a6c-4dd2-b95f-5c040caa5edf tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:08.716686 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-875781fc-2a6c-4dd2-b95f-5c040caa5edf tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574067'] for floatingip (989dc44a-f34a-4676-a2ba-7a531536bc37), after_update {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:08.728006 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-a839fb46-7b0f-4486-8399-655bc52d3a91 req-b6798a8e-2f7e-4380-a8cf-64905c779a9d service neutron] 10.222.0.26 "GET /v2.0/networks/4a5bb9cd-d074-4713-88c5-e7791e1f5e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447074 Mar 31 15:41:08.827211 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.db.l3_db [None req-875781fc-2a6c-4dd2-b95f-5c040caa5edf tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Floating IP 989dc44a-f34a-4676-a2ba-7a531536bc37 associated. External IP: 172.28.2.69, port: 9e1dd0e1-1961-4089-b57d-328111d2c4a6. Mar 31 15:41:09.053825 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-875781fc-2a6c-4dd2-b95f-5c040caa5edf tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Router 47e54d6f-fc64-4b8b-9c10-074acfd46db3 has already been hosted by L3 agent 9721ac04-bac7-49da-b384-3a2049eedfa2 {{(pid=104158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:41:09.112227 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-a839fb46-7b0f-4486-8399-655bc52d3a91 req-60a61db1-36a4-4630-8625-741d70f8f573 service neutron] 10.222.0.26 "GET /v2.0/networks/4a5bb9cd-d074-4713-88c5-e7791e1f5e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3771257 Mar 31 15:41:09.138257 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-07872474-7660-4862-af11-064fc9751280 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574323'] for router_interface (61c05364-7392-420f-80bc-bfc7084f6059), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:09.173022 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-875781fc-2a6c-4dd2-b95f-5c040caa5edf tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Notify agent at l3_agent.dv-cinder-750782-15-smb the message routers_updated {{(pid=104158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:41:09.178063 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-875781fc-2a6c-4dd2-b95f-5c040caa5edf tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451'] for floatingip (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:09.186188 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd73e66-fa2b-40b5-8c57-35355a8845f9 None None] Sync routers for ids ['47e54d6f-fc64-4b8b-9c10-074acfd46db3'] in dv-cinder-750782-15-smb {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:41:09.217453 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-875781fc-2a6c-4dd2-b95f-5c040caa5edf tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "PUT /v2.0/floatingips/989dc44a-f34a-4676-a2ba-7a531536bc37 HTTP/1.1" status: 200 len: 990 time: 1.2605848 Mar 31 15:41:09.217453 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2277d5e-8222-45b8-92e9-5069ee84fd02', 'tag': '9e1dd0e1-1961-4089-b57d-328111d2c4a6'}] {{(pid=104158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:41:09.217453 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f960889515c719e6c42930f5609f9e3ff07dde6b2d3f3be48d9020484c6583bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9651281a-a678-4a23-b5cf-99734c4ded93" -d '{"events": [{"name": "network-changed", "server_uuid": "c2277d5e-8222-45b8-92e9-5069ee84fd02", "tag": "9e1dd0e1-1961-4089-b57d-328111d2c4a6"}]}' {{(pid=104158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:41:09.217870 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd73e66-fa2b-40b5-8c57-35355a8845f9 None None] Routers {'47e54d6f-fc64-4b8b-9c10-074acfd46db3'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:41:09.217870 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-3cd73e66-fa2b-40b5-8c57-35355a8845f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:41:06Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['47e54d6f-fc64-4b8b-9c10-074acfd46db3'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:41:09.257830 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f5cb5b0-c3b7-4352-aa70-efc75bda1808 x-openstack-request-id: req-7f5cb5b0-c3b7-4352-aa70-efc75bda1808 {{(pid=104158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:41:09.259044 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2277d5e-8222-45b8-92e9-5069ee84fd02", "tag": "9e1dd0e1-1961-4089-b57d-328111d2c4a6", "status": "completed", "code": 200}]} {{(pid=104158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:41:09.259571 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7f5cb5b0-c3b7-4352-aa70-efc75bda1808 {{(pid=104158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:41:09.260083 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f5cb5b0-c3b7-4352-aa70-efc75bda1808'] response: {'name': 'network-changed', 'server_uuid': 'c2277d5e-8222-45b8-92e9-5069ee84fd02', 'tag': '9e1dd0e1-1961-4089-b57d-328111d2c4a6', 'status': 'completed', 'code': 200} Mar 31 15:41:09.335556 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-3cd73e66-fa2b-40b5-8c57-35355a8845f9 None None] Set router 47e54d6f-fc64-4b8b-9c10-074acfd46db3 gateway port host: dv-cinder-750782-15-smb {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:41:09.383522 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9651281a-a678-4a23-b5cf-99734c4ded93 req-5795b995-506c-4091-9a3a-19a4d7615703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:09.384891 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-9651281a-a678-4a23-b5cf-99734c4ded93 req-5795b995-506c-4091-9a3a-19a4d7615703 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=893dd59441624f78817c4a649a0aaf40&device_id=c2277d5e-8222-45b8-92e9-5069ee84fd02 HTTP/1.1" status: 200 len: 1129 time: 0.1067500 Mar 31 15:41:09.492995 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-211e425b-1201-4862-afc0-6363249efbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (1ca8e2b3-6f2e-4d63-b52b-ad8a81fa6826), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:09.536917 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9651281a-a678-4a23-b5cf-99734c4ded93 req-ed64375a-ccfb-4737-85ee-dad181cae28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:09.538432 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-9651281a-a678-4a23-b5cf-99734c4ded93 req-ed64375a-ccfb-4737-85ee-dad181cae28e service neutron] 10.222.0.26 "GET /v2.0/networks?id=ffd9f9ff-86a8-41a0-b247-ed3515901842 HTTP/1.1" status: 200 len: 916 time: 0.1421266 Mar 31 15:41:09.582126 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-3cd73e66-fa2b-40b5-8c57-35355a8845f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'name': 'tempest-AttachVolumeNegativeTest-1394788082-router', 'tenant_id': '893dd59441624f78817c4a649a0aaf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.62'}], 'enable_snat': True}, 'gw_port_id': '76eb623c-a949-48c4-8a2d-84c7b10c4265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:36:14Z', 'updated_at': '2022-03-31T15:36:22Z', 'revision_number': 4, 'project_id': '893dd59441624f78817c4a649a0aaf40', 'gw_port': {'id': '76eb623c-a949-48c4-8a2d-84c7b10c4265', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:15Z', 'updated_at': '2022-03-31T15:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_floatingips': [{'id': '989dc44a-f34a-4676-a2ba-7a531536bc37', 'tenant_id': '893dd59441624f78817c4a649a0aaf40', 'floating_ip_address': '172.28.2.69', 'floating_network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'router_id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'port_id': '9e1dd0e1-1961-4089-b57d-328111d2c4a6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffd9f9ff-86a8-41a0-b247-ed3515901842', 'mac_address': 'fa:16:3e:05:ca:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2277d5e-8222-45b8-92e9-5069ee84fd02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:40:52Z', 'updated_at': '2022-03-31T15:41:08Z', 'revision_number': 1, 'project_id': '893dd59441624f78817c4a649a0aaf40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3426532-127a-4f0f-81e9-ac1ffbac2b79', 'name': '', 'network_id': 'ffd9f9ff-86a8-41a0-b247-ed3515901842', 'tenant_id': '893dd59441624f78817c4a649a0aaf40', 'mac_address': 'fa:16:3e:d8:13:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2b9feebc-e9c9-4a4e-ad3c-a41e234df103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:20Z', 'updated_at': '2022-03-31T15:36:29Z', 'revision_number': 5, 'project_id': '893dd59441624f78817c4a649a0aaf40', 'subnets': [{'id': '2b9feebc-e9c9-4a4e-ad3c-a41e234df103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:41:09.602618 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [None req-07872474-7660-4862-af11-064fc9751280 admin admin] Deleting port 312fb83d-87d2-4113-b457-cea431c9a5d5 {{(pid=104159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:41:09.602961 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-07872474-7660-4862-af11-064fc9751280 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772784948758'] for port (312fb83d-87d2-4113-b457-cea431c9a5d5), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:09.614195 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd73e66-fa2b-40b5-8c57-35355a8845f9 None None] Checking router: 47e54d6f-fc64-4b8b-9c10-074acfd46db3 for host: dv-cinder-750782-15-smb {{(pid=104161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:41:09.621172 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd73e66-fa2b-40b5-8c57-35355a8845f9 None None] Routers {'47e54d6f-fc64-4b8b-9c10-074acfd46db3'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:41:09.621811 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-3cd73e66-fa2b-40b5-8c57-35355a8845f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:41:06Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['47e54d6f-fc64-4b8b-9c10-074acfd46db3'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:41:09.652023 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-9651281a-a678-4a23-b5cf-99734c4ded93 req-66efb8c9-f03b-43df-ba52-acfdc0c7ac27 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e1dd0e1-1961-4089-b57d-328111d2c4a6 HTTP/1.1" status: 200 len: 998 time: 0.1065178 Mar 31 15:41:09.724251 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9651281a-a678-4a23-b5cf-99734c4ded93 req-0922e715-b878-4a9f-adee-2ff1e13cb42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:09.726693 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-9651281a-a678-4a23-b5cf-99734c4ded93 req-0922e715-b878-4a9f-adee-2ff1e13cb42a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2b9feebc-e9c9-4a4e-ad3c-a41e234df103 HTTP/1.1" status: 200 len: 854 time: 0.0680733 Mar 31 15:41:09.755275 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-3cd73e66-fa2b-40b5-8c57-35355a8845f9 None None] Set router 47e54d6f-fc64-4b8b-9c10-074acfd46db3 gateway port host: dv-cinder-750782-15-smb {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:41:09.786630 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.db [None req-07872474-7660-4862-af11-064fc9751280 admin admin] For port 312fb83d-87d2-4113-b457-cea431c9a5d5, host dv-cinder-750782-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-smb',level=0,port_id=312fb83d-87d2-4113-b457-cea431c9a5d5,segment=NetworkSegment(d1e899bc-0690-4a78-81a5-f4dd3e2db035),segment_id=d1e899bc-0690-4a78-81a5-f4dd3e2db035)] {{(pid=104159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:41:09.787887 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-07872474-7660-4862-af11-064fc9751280 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576833'] for port (312fb83d-87d2-4113-b457-cea431c9a5d5), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:09.802184 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [None req-07872474-7660-4862-af11-064fc9751280 admin admin] Calling delete_port for 312fb83d-87d2-4113-b457-cea431c9a5d5 owned by network:router_interface {{(pid=104159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:41:09.822852 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9651281a-a678-4a23-b5cf-99734c4ded93 req-74f7903e-6bd1-4bfa-a905-c418f3016cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:09.824909 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-9651281a-a678-4a23-b5cf-99734c4ded93 req-74f7903e-6bd1-4bfa-a905-c418f3016cef service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ffd9f9ff-86a8-41a0-b247-ed3515901842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0890965 Mar 31 15:41:10.015932 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-3cd73e66-fa2b-40b5-8c57-35355a8845f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'name': 'tempest-AttachVolumeNegativeTest-1394788082-router', 'tenant_id': '893dd59441624f78817c4a649a0aaf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.62'}], 'enable_snat': True}, 'gw_port_id': '76eb623c-a949-48c4-8a2d-84c7b10c4265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:36:14Z', 'updated_at': '2022-03-31T15:36:22Z', 'revision_number': 4, 'project_id': '893dd59441624f78817c4a649a0aaf40', 'gw_port': {'id': '76eb623c-a949-48c4-8a2d-84c7b10c4265', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:15Z', 'updated_at': '2022-03-31T15:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_floatingips': [{'id': '989dc44a-f34a-4676-a2ba-7a531536bc37', 'tenant_id': '893dd59441624f78817c4a649a0aaf40', 'floating_ip_address': '172.28.2.69', 'floating_network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'router_id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'port_id': '9e1dd0e1-1961-4089-b57d-328111d2c4a6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffd9f9ff-86a8-41a0-b247-ed3515901842', 'mac_address': 'fa:16:3e:05:ca:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2277d5e-8222-45b8-92e9-5069ee84fd02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:40:52Z', 'updated_at': '2022-03-31T15:41:08Z', 'revision_number': 1, 'project_id': '893dd59441624f78817c4a649a0aaf40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3426532-127a-4f0f-81e9-ac1ffbac2b79', 'name': '', 'network_id': 'ffd9f9ff-86a8-41a0-b247-ed3515901842', 'tenant_id': '893dd59441624f78817c4a649a0aaf40', 'mac_address': 'fa:16:3e:d8:13:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2b9feebc-e9c9-4a4e-ad3c-a41e234df103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:20Z', 'updated_at': '2022-03-31T15:36:29Z', 'revision_number': 5, 'project_id': '893dd59441624f78817c4a649a0aaf40', 'subnets': [{'id': '2b9feebc-e9c9-4a4e-ad3c-a41e234df103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:41:10.016602 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-9651281a-a678-4a23-b5cf-99734c4ded93 req-5640c305-089d-4a0b-ad39-6442526805b8 service neutron] 10.222.0.26 "GET /v2.0/networks/ffd9f9ff-86a8-41a0-b247-ed3515901842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598694 Mar 31 15:41:10.044055 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd73e66-fa2b-40b5-8c57-35355a8845f9 None None] The sync data for ids ['47e54d6f-fc64-4b8b-9c10-074acfd46db3'] in dv-cinder-750782-15-smb is: [{'id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'name': 'tempest-AttachVolumeNegativeTest-1394788082-router', 'tenant_id': '893dd59441624f78817c4a649a0aaf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.62'}], 'enable_snat': True}, 'gw_port_id': '76eb623c-a949-48c4-8a2d-84c7b10c4265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:36:14Z', 'updated_at': '2022-03-31T15:36:22Z', 'revision_number': 4, 'project_id': '893dd59441624f78817c4a649a0aaf40', 'gw_port': {'id': '76eb623c-a949-48c4-8a2d-84c7b10c4265', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:15Z', 'updated_at': '2022-03-31T15:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_floatingips': [{'id': '989dc44a-f34a-4676-a2ba-7a531536bc37', 'tenant_id': '893dd59441624f78817c4a649a0aaf40', 'floating_ip_address': '172.28.2.69', 'floating_network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'router_id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'port_id': '9e1dd0e1-1961-4089-b57d-328111d2c4a6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffd9f9ff-86a8-41a0-b247-ed3515901842', 'mac_address': 'fa:16:3e:05:ca:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2277d5e-8222-45b8-92e9-5069ee84fd02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:40:52Z', 'updated_at': '2022-03-31T15:41:08Z', 'revision_number': 1, 'project_id': '893dd59441624f78817c4a649a0aaf40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3426532-127a-4f0f-81e9-ac1ffbac2b79', 'name': '', 'network_id': 'ffd9f9ff-86a8-41a0-b247-ed3515901842', 'tenant_id': '893dd59441624f78817c4a649a0aaf40', 'mac_address': 'fa:16:3e:d8:13:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2b9feebc-e9c9-4a4e-ad3c-a41e234df103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:20Z', 'updated_at': '2022-03-31T15:36:29Z', 'revision_number': 5, 'project_id': '893dd59441624f78817c4a649a0aaf40', 'subnets': [{'id': '2b9feebc-e9c9-4a4e-ad3c-a41e234df103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:41:10.181920 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-9651281a-a678-4a23-b5cf-99734c4ded93 req-94d326ea-d8d1-4b96-9ac4-a3d8c65d2e67 service neutron] 10.222.0.26 "GET /v2.0/networks/ffd9f9ff-86a8-41a0-b247-ed3515901842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576693 Mar 31 15:41:10.264343 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-07872474-7660-4862-af11-064fc9751280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772784953465', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772784453879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3148002'] for port (312fb83d-87d2-4113-b457-cea431c9a5d5), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:10.293491 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b19f8c-60aa-4609-89c7-f2474d3cd4a2 None None] New status for floating IP 989dc44a-f34a-4676-a2ba-7a531536bc37: ACTIVE {{(pid=104160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:41:10.300175 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07872474-7660-4862-af11-064fc9751280 admin admin] Pushing event deleted for resources: {'Port': ['ID=312fb83d-87d2-4113-b457-cea431c9a5d5,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:41:10.497333 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-07872474-7660-4862-af11-064fc9751280 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-589795'] for router_interface (61c05364-7392-420f-80bc-bfc7084f6059), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:10.719546 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07872474-7660-4862-af11-064fc9751280 admin admin] Router 61c05364-7392-420f-80bc-bfc7084f6059 has already been hosted by L3 agent 9721ac04-bac7-49da-b384-3a2049eedfa2 {{(pid=104159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:41:10.834697 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07872474-7660-4862-af11-064fc9751280 admin admin] Notify agent at l3_agent.dv-cinder-750782-15-smb the message routers_updated {{(pid=104159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:41:10.840317 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-07872474-7660-4862-af11-064fc9751280 admin admin] 10.222.0.21 "PUT /v2.0/routers/61c05364-7392-420f-80bc-bfc7084f6059/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5980158 Mar 31 15:41:10.843005 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 48732) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:41:10.845765 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b5eabb-1de0-4ddc-88a5-727142ba521a None None] Sync routers for ids ['61c05364-7392-420f-80bc-bfc7084f6059'] in dv-cinder-750782-15-smb {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:41:10.857800 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b5eabb-1de0-4ddc-88a5-727142ba521a None None] Routers {'61c05364-7392-420f-80bc-bfc7084f6059'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:41:10.860422 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-d4b5eabb-1de0-4ddc-88a5-727142ba521a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:41:06Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['61c05364-7392-420f-80bc-bfc7084f6059'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:41:10.925377 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fd34c7ed-cab5-463e-81bb-e9aa6ef90623), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:10.961966 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-0061fa46-69f8-43f1-8393-7b583482d337 admin admin] Publish callbacks [] for router (61c05364-7392-420f-80bc-bfc7084f6059), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:11.005587 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-d4b5eabb-1de0-4ddc-88a5-727142ba521a None None] Set router 61c05364-7392-420f-80bc-bfc7084f6059 gateway port host: dv-cinder-750782-15-smb {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:41:11.073297 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-0061fa46-69f8-43f1-8393-7b583482d337 admin admin] Publish callbacks [] for router_gateway (61c05364-7392-420f-80bc-bfc7084f6059), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:11.212214 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-d4b5eabb-1de0-4ddc-88a5-727142ba521a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c05364-7392-420f-80bc-bfc7084f6059', 'name': 'tempest-TestMinimumBasicScenario-2025140057-router', 'tenant_id': '5a346b44a5414bbc9b994043e2308a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.170'}], 'enable_snat': True}, 'gw_port_id': 'bff79095-120a-4cf2-890b-2caa763ab761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:38:11Z', 'updated_at': '2022-03-31T15:41:10Z', 'revision_number': 5, 'project_id': '5a346b44a5414bbc9b994043e2308a61', 'gw_port': {'id': 'bff79095-120a-4cf2-890b-2caa763ab761', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:2e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c05364-7392-420f-80bc-bfc7084f6059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:38:11Z', 'updated_at': '2022-03-31T15:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb'}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:41:11.247024 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b5eabb-1de0-4ddc-88a5-727142ba521a None None] Checking router: 61c05364-7392-420f-80bc-bfc7084f6059 for host: dv-cinder-750782-15-smb {{(pid=104161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:41:11.251259 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.plugin [None req-0061fa46-69f8-43f1-8393-7b583482d337 admin admin] Deleting port bff79095-120a-4cf2-890b-2caa763ab761 {{(pid=104158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:41:11.251613 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-0061fa46-69f8-43f1-8393-7b583482d337 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772784948758'] for port (bff79095-120a-4cf2-890b-2caa763ab761), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:11.257942 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b5eabb-1de0-4ddc-88a5-727142ba521a None None] Routers {'61c05364-7392-420f-80bc-bfc7084f6059'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:41:11.258750 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-d4b5eabb-1de0-4ddc-88a5-727142ba521a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:41:06Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['61c05364-7392-420f-80bc-bfc7084f6059'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:41:11.459833 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-d4b5eabb-1de0-4ddc-88a5-727142ba521a None None] Set router 61c05364-7392-420f-80bc-bfc7084f6059 gateway port host: None {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:41:11.513678 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-d4b5eabb-1de0-4ddc-88a5-727142ba521a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c05364-7392-420f-80bc-bfc7084f6059', 'name': 'tempest-TestMinimumBasicScenario-2025140057-router', 'tenant_id': '5a346b44a5414bbc9b994043e2308a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:38:11Z', 'updated_at': '2022-03-31T15:41:11Z', 'revision_number': 6, 'project_id': '5a346b44a5414bbc9b994043e2308a61', 'gw_port_host': None}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:41:11.545036 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b5eabb-1de0-4ddc-88a5-727142ba521a None None] The sync data for ids ['61c05364-7392-420f-80bc-bfc7084f6059'] in dv-cinder-750782-15-smb is: [{'id': '61c05364-7392-420f-80bc-bfc7084f6059', 'name': 'tempest-TestMinimumBasicScenario-2025140057-router', 'tenant_id': '5a346b44a5414bbc9b994043e2308a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:38:11Z', 'updated_at': '2022-03-31T15:41:11Z', 'revision_number': 6, 'project_id': '5a346b44a5414bbc9b994043e2308a61', 'gw_port_host': None}] {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:41:11.593434 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.db [None req-0061fa46-69f8-43f1-8393-7b583482d337 admin admin] For port bff79095-120a-4cf2-890b-2caa763ab761, host dv-cinder-750782-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-smb',level=0,port_id=bff79095-120a-4cf2-890b-2caa763ab761,segment=NetworkSegment(f25e0e1e-326a-4ef5-aa96-2f0a78776ef2),segment_id=f25e0e1e-326a-4ef5-aa96-2f0a78776ef2)] {{(pid=104158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:41:11.593799 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-0061fa46-69f8-43f1-8393-7b583482d337 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576833'] for port (bff79095-120a-4cf2-890b-2caa763ab761), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:11.607097 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.plugin [None req-0061fa46-69f8-43f1-8393-7b583482d337 admin admin] Calling delete_port for bff79095-120a-4cf2-890b-2caa763ab761 owned by network:router_gateway {{(pid=104158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:41:11.851070 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-0061fa46-69f8-43f1-8393-7b583482d337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772784953465', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772784453879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302876'] for port (bff79095-120a-4cf2-890b-2caa763ab761), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:11.876736 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0061fa46-69f8-43f1-8393-7b583482d337 admin admin] Pushing event deleted for resources: {'Port': ['ID=bff79095-120a-4cf2-890b-2caa763ab761,revision_number=None']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:41:11.968831 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-0061fa46-69f8-43f1-8393-7b583482d337 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573961'] for router_gateway (61c05364-7392-420f-80bc-bfc7084f6059), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:12.078592 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-0061fa46-69f8-43f1-8393-7b583482d337 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3305'] for router (61c05364-7392-420f-80bc-bfc7084f6059), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:12.080883 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-0061fa46-69f8-43f1-8393-7b583482d337 admin admin] Publish callbacks [] for router_controller (61c05364-7392-420f-80bc-bfc7084f6059), precommit_delete_associations {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:12.206778 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-0061fa46-69f8-43f1-8393-7b583482d337 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588524'] for router (61c05364-7392-420f-80bc-bfc7084f6059), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:12.207351 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0061fa46-69f8-43f1-8393-7b583482d337 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61c05364-7392-420f-80bc-bfc7084f6059 {{(pid=104158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 15:41:12.212120 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-0061fa46-69f8-43f1-8393-7b583482d337 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:12.213264 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-0061fa46-69f8-43f1-8393-7b583482d337 admin admin] 10.222.0.21 "DELETE /v2.0/routers/61c05364-7392-420f-80bc-bfc7084f6059 HTTP/1.1" status: 204 len: 168 time: 1.3672626 Mar 31 15:41:12.219084 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 48740) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:41:12.268734 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.db.db_base_plugin_v2 [None req-af2d9803-f6b1-49ce-92c8-c1f6e220d7dc admin admin] Deleting subnet fc99d566-a387-49ff-b19d-05d45bb50587 {{(pid=104158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 15:41:12.273483 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-af2d9803-f6b1-49ce-92c8-c1f6e220d7dc admin admin] Publish callbacks [] for subnet (fc99d566-a387-49ff-b19d-05d45bb50587), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:12.321261 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-af2d9803-f6b1-49ce-92c8-c1f6e220d7dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8525824'] for subnet (fc99d566-a387-49ff-b19d-05d45bb50587), precommit_delete_associations {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:12.385990 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device bff79095-120a-4cf2-890b-2caa763ab761 no longer exists at agent ovs-agent-dv-cinder-750782-15-smb {{(pid=104160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:41:12.416488 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] No Port match for: bff79095-120a-4cf2-890b-2caa763ab761 {{(pid=104160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:41:12.417715 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device bff79095-120a-4cf2-890b-2caa763ab761 not bound to the agent host dv-cinder-750782-15-smb {{(pid=104160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:41:12.418304 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device 312fb83d-87d2-4113-b457-cea431c9a5d5 no longer exists at agent ovs-agent-dv-cinder-750782-15-smb {{(pid=104160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:41:12.458181 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] No Port match for: 312fb83d-87d2-4113-b457-cea431c9a5d5 {{(pid=104160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:41:12.459336 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device 312fb83d-87d2-4113-b457-cea431c9a5d5 not bound to the agent host dv-cinder-750782-15-smb {{(pid=104160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:41:12.500753 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-af2d9803-f6b1-49ce-92c8-c1f6e220d7dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8232756'] for subnet (fc99d566-a387-49ff-b19d-05d45bb50587), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:12.778535 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-af2d9803-f6b1-49ce-92c8-c1f6e220d7dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8232707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9104041'] for subnet (fc99d566-a387-49ff-b19d-05d45bb50587), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:12.805287 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2d9803-f6b1-49ce-92c8-c1f6e220d7dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc99d566-a387-49ff-b19d-05d45bb50587,revision_number=None']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:41:12.810683 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-af2d9803-f6b1-49ce-92c8-c1f6e220d7dc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:12.816959 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-af2d9803-f6b1-49ce-92c8-c1f6e220d7dc admin admin] 10.222.0.21 "DELETE /v2.0/subnets/fc99d566-a387-49ff-b19d-05d45bb50587 HTTP/1.1" status: 204 len: 168 time: 0.5980036 Mar 31 15:41:12.818417 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 48752) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:41:12.821955 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4382c68c-5b59-409d-9b72-0b126215195b None None] Network 54f93439-21db-4baa-8b08-99086bb09a5a requested from dv-cinder-750782-15-smb {{(pid=104160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:41:12.894603 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-2f320c51-12c3-4224-93d6-77965c278581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8161909'] for network (54f93439-21db-4baa-8b08-99086bb09a5a), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:12.963236 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.plugin [None req-2f320c51-12c3-4224-93d6-77965c278581 admin admin] Deleting port 891e30fb-6fa9-4a6a-9abb-d6184a2e3eb4 {{(pid=104158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:41:12.963764 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-2f320c51-12c3-4224-93d6-77965c278581 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772784948758'] for port (891e30fb-6fa9-4a6a-9abb-d6184a2e3eb4), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:12.989667 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7052daf4-2d6d-4c3e-bb2d-65f14e7b3511 None None] DHCP port deletion for 54f93439-21db-4baa-8b08-99086bb09a5a request from dv-cinder-750782-15-smb {{(pid=104160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 15:41:13.038916 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.db [None req-2f320c51-12c3-4224-93d6-77965c278581 admin admin] For port 891e30fb-6fa9-4a6a-9abb-d6184a2e3eb4, host dv-cinder-750782-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-smb',level=0,port_id=891e30fb-6fa9-4a6a-9abb-d6184a2e3eb4,segment=NetworkSegment(d1e899bc-0690-4a78-81a5-f4dd3e2db035),segment_id=d1e899bc-0690-4a78-81a5-f4dd3e2db035)] {{(pid=104158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:41:13.039172 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-2f320c51-12c3-4224-93d6-77965c278581 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576833'] for port (891e30fb-6fa9-4a6a-9abb-d6184a2e3eb4), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:13.042917 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-7052daf4-2d6d-4c3e-bb2d-65f14e7b3511 None None] Deleting port 891e30fb-6fa9-4a6a-9abb-d6184a2e3eb4 {{(pid=104160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:41:13.043279 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-7052daf4-2d6d-4c3e-bb2d-65f14e7b3511 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772784948758'] for port (891e30fb-6fa9-4a6a-9abb-d6184a2e3eb4), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:13.061787 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.plugin [None req-2f320c51-12c3-4224-93d6-77965c278581 admin admin] Calling delete_port for 891e30fb-6fa9-4a6a-9abb-d6184a2e3eb4 owned by network:dhcp {{(pid=104158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:41:13.108713 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-7052daf4-2d6d-4c3e-bb2d-65f14e7b3511 None None] For port 891e30fb-6fa9-4a6a-9abb-d6184a2e3eb4, host dv-cinder-750782-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-smb',level=0,port_id=891e30fb-6fa9-4a6a-9abb-d6184a2e3eb4,segment=NetworkSegment(d1e899bc-0690-4a78-81a5-f4dd3e2db035),segment_id=d1e899bc-0690-4a78-81a5-f4dd3e2db035)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:41:13.109145 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-7052daf4-2d6d-4c3e-bb2d-65f14e7b3511 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576833'] for port (891e30fb-6fa9-4a6a-9abb-d6184a2e3eb4), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:13.125762 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-7052daf4-2d6d-4c3e-bb2d-65f14e7b3511 None None] Calling delete_port for 891e30fb-6fa9-4a6a-9abb-d6184a2e3eb4 owned by network:dhcp {{(pid=104160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:41:13.195344 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-2f320c51-12c3-4224-93d6-77965c278581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772784953465', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772784453879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302876'] for port (891e30fb-6fa9-4a6a-9abb-d6184a2e3eb4), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:13.216658 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-7052daf4-2d6d-4c3e-bb2d-65f14e7b3511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772784953465', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772784453879'] for port (891e30fb-6fa9-4a6a-9abb-d6184a2e3eb4), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:13.224044 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f320c51-12c3-4224-93d6-77965c278581 admin admin] Pushing event deleted for resources: {'Port': ['ID=891e30fb-6fa9-4a6a-9abb-d6184a2e3eb4,revision_number=None']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:41:13.225911 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f320c51-12c3-4224-93d6-77965c278581 admin admin] No DVR routers for this DVR port 891e30fb-6fa9-4a6a-9abb-d6184a2e3eb4 on host dv-cinder-750782-15-smb {{(pid=104158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:41:13.242455 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7052daf4-2d6d-4c3e-bb2d-65f14e7b3511 None None] Pushing event deleted for resources: {'Port': ['ID=891e30fb-6fa9-4a6a-9abb-d6184a2e3eb4,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:41:13.247401 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7052daf4-2d6d-4c3e-bb2d-65f14e7b3511 None None] No DVR routers for this DVR port 891e30fb-6fa9-4a6a-9abb-d6184a2e3eb4 on host dv-cinder-750782-15-smb {{(pid=104160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:41:13.298005 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-2f320c51-12c3-4224-93d6-77965c278581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8291519', 'neutron.services.segments.db._delete_segments_for_network-8772784778810'] for network (54f93439-21db-4baa-8b08-99086bb09a5a), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:13.320396 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.services.segments.db [None req-2f320c51-12c3-4224-93d6-77965c278581 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54f93439-21db-4baa-8b08-99086bb09a5a']}} {{(pid=104158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:41:13.329508 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.services.segments.db [None req-2f320c51-12c3-4224-93d6-77965c278581 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1e899bc-0690-4a78-81a5-f4dd3e2db035') {'for_net_delete': True} {{(pid=104158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:41:13.329797 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.services.segments.db [None req-2f320c51-12c3-4224-93d6-77965c278581 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1e899bc-0690-4a78-81a5-f4dd3e2db035') {} {{(pid=104158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:41:13.339418 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-2f320c51-12c3-4224-93d6-77965c278581 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772784779587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8525835'] for segment (d1e899bc-0690-4a78-81a5-f4dd3e2db035), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:13.353311 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-2f320c51-12c3-4224-93d6-77965c278581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8219139'] for segment (d1e899bc-0690-4a78-81a5-f4dd3e2db035), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:13.359934 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f320c51-12c3-4224-93d6-77965c278581 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=104158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:41:13.360306 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-2f320c51-12c3-4224-93d6-77965c278581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8219139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302793'] for segment (d1e899bc-0690-4a78-81a5-f4dd3e2db035), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:13.361950 dv-cinder-750782-15-smb neutron-server[104158]: Traceback (most recent call last): Mar 31 15:41:13.361950 dv-cinder-750782-15-smb neutron-server[104158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:41:13.361950 dv-cinder-750782-15-smb neutron-server[104158]: timer() Mar 31 15:41:13.361950 dv-cinder-750782-15-smb neutron-server[104158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:41:13.361950 dv-cinder-750782-15-smb neutron-server[104158]: cb(*args, **kw) Mar 31 15:41:13.361950 dv-cinder-750782-15-smb neutron-server[104158]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 15:41:13.361950 dv-cinder-750782-15-smb neutron-server[104158]: return func(*args, **kwargs) Mar 31 15:41:13.361950 dv-cinder-750782-15-smb neutron-server[104158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:41:13.361950 dv-cinder-750782-15-smb neutron-server[104158]: self._notify() Mar 31 15:41:13.361950 dv-cinder-750782-15-smb neutron-server[104158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:41:13.361950 dv-cinder-750782-15-smb neutron-server[104158]: self.callback(batched_events) Mar 31 15:41:13.361950 dv-cinder-750782-15-smb neutron-server[104158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:41:13.361950 dv-cinder-750782-15-smb neutron-server[104158]: event.method(event) Mar 31 15:41:13.361950 dv-cinder-750782-15-smb neutron-server[104158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 15:41:13.361950 dv-cinder-750782-15-smb neutron-server[104158]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:41:13.361950 dv-cinder-750782-15-smb neutron-server[104158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 15:41:13.361950 dv-cinder-750782-15-smb neutron-server[104158]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:41:13.361950 dv-cinder-750782-15-smb neutron-server[104158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 15:41:13.361950 dv-cinder-750782-15-smb neutron-server[104158]: return f(self, *a, **k) Mar 31 15:41:13.361950 dv-cinder-750782-15-smb neutron-server[104158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 15:41:13.361950 dv-cinder-750782-15-smb neutron-server[104158]: return self._get(url).json() Mar 31 15:41:13.361950 dv-cinder-750782-15-smb neutron-server[104158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 15:41:13.361950 dv-cinder-750782-15-smb neutron-server[104158]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:41:13.361950 dv-cinder-750782-15-smb neutron-server[104158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:41:13.361950 dv-cinder-750782-15-smb neutron-server[104158]: return self.request(url, 'GET', **kwargs) Mar 31 15:41:13.361950 dv-cinder-750782-15-smb neutron-server[104158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:41:13.361950 dv-cinder-750782-15-smb neutron-server[104158]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:41:13.361950 dv-cinder-750782-15-smb neutron-server[104158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:41:13.361950 dv-cinder-750782-15-smb neutron-server[104158]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:41:13.361950 dv-cinder-750782-15-smb neutron-server[104158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:41:13.361950 dv-cinder-750782-15-smb neutron-server[104158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:41:13.361950 dv-cinder-750782-15-smb neutron-server[104158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:41:13.531105 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-2f320c51-12c3-4224-93d6-77965c278581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8291510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574053'] for network (54f93439-21db-4baa-8b08-99086bb09a5a), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:13.540345 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-2f320c51-12c3-4224-93d6-77965c278581 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043269'] for network (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:13.540345 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-2f320c51-12c3-4224-93d6-77965c278581 admin admin] 10.222.0.21 "DELETE /v2.0/networks/54f93439-21db-4baa-8b08-99086bb09a5a HTTP/1.1" status: 204 len: 168 time: 0.7204912 Mar 31 15:41:13.552290 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f320c51-12c3-4224-93d6-77965c278581 admin admin] Pushing event deleted for resources: {'Network': ['ID=54f93439-21db-4baa-8b08-99086bb09a5a,revision_number=None']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:41:14.079767 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 48762) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:41:14.126601 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-612fc90b-84c4-442a-a88d-43ba1570ed95 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=97f648d2040e46619b3954fdd71c33e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0453358 Mar 31 15:41:14.132239 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 48764) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:41:14.170777 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device 891e30fb-6fa9-4a6a-9abb-d6184a2e3eb4 no longer exists at agent ovs-agent-dv-cinder-750782-15-smb {{(pid=104160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:41:14.184085 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] No Port match for: 891e30fb-6fa9-4a6a-9abb-d6184a2e3eb4 {{(pid=104160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:41:14.184430 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device 891e30fb-6fa9-4a6a-9abb-d6184a2e3eb4 not bound to the agent host dv-cinder-750782-15-smb {{(pid=104160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:41:14.203146 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-b5deece7-c924-4beb-86eb-04880e582764 admin admin] Publish callbacks [] for security_group (d68b3844-fac7-4489-9655-759f50646b5c), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:14.231689 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-b5deece7-c924-4beb-86eb-04880e582764 admin admin] Publish callbacks [] for security_group (d68b3844-fac7-4489-9655-759f50646b5c), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:14.441111 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-b5deece7-c924-4beb-86eb-04880e582764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (d68b3844-fac7-4489-9655-759f50646b5c), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:14.443734 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-b5deece7-c924-4beb-86eb-04880e582764 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:14.444905 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-b5deece7-c924-4beb-86eb-04880e582764 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d68b3844-fac7-4489-9655-759f50646b5c HTTP/1.1" status: 204 len: 168 time: 0.3117225 Mar 31 15:41:14.461540 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5deece7-c924-4beb-86eb-04880e582764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68b3844-fac7-4489-9655-759f50646b5c,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:41:15.443719 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 48790) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:41:15.512811 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-b196bd9e-7c7c-42f1-9f15-b96cbb3d5482 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5a346b44a5414bbc9b994043e2308a61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0669160 Mar 31 15:41:15.520130 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 48794) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:41:15.583583 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-e841dd7a-ec11-4875-bbe6-ff7a1d8302ce admin admin] Publish callbacks [] for security_group (dfbebf7c-6e4f-43e6-935e-00f734c39766), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:15.607035 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-e841dd7a-ec11-4875-bbe6-ff7a1d8302ce admin admin] Publish callbacks [] for security_group (dfbebf7c-6e4f-43e6-935e-00f734c39766), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:15.750048 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-e841dd7a-ec11-4875-bbe6-ff7a1d8302ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (dfbebf7c-6e4f-43e6-935e-00f734c39766), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:15.752976 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-e841dd7a-ec11-4875-bbe6-ff7a1d8302ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:15.754333 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-e841dd7a-ec11-4875-bbe6-ff7a1d8302ce admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dfbebf7c-6e4f-43e6-935e-00f734c39766 HTTP/1.1" status: 204 len: 168 time: 0.2327802 Mar 31 15:41:15.771978 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e841dd7a-ec11-4875-bbe6-ff7a1d8302ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfbebf7c-6e4f-43e6-935e-00f734c39766,revision_number=None']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:41:17.835597 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 48806) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:41:17.885211 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.db_base_plugin_v2 [None req-acc279e6-a610-4898-90db-7f3912f9db4e admin admin] Deleting subnet 24c3e396-84e2-434a-a2c2-95f650ca2dd2 {{(pid=104159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 15:41:17.889262 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-acc279e6-a610-4898-90db-7f3912f9db4e admin admin] Publish callbacks [] for subnet (24c3e396-84e2-434a-a2c2-95f650ca2dd2), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:17.931966 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-acc279e6-a610-4898-90db-7f3912f9db4e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4015700'] for subnet (24c3e396-84e2-434a-a2c2-95f650ca2dd2), precommit_delete_associations {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:17.974859 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-acc279e6-a610-4898-90db-7f3912f9db4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8232756'] for subnet (24c3e396-84e2-434a-a2c2-95f650ca2dd2), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:18.131546 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-acc279e6-a610-4898-90db-7f3912f9db4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8232707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3149329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3286902'] for subnet (24c3e396-84e2-434a-a2c2-95f650ca2dd2), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:18.163010 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc279e6-a610-4898-90db-7f3912f9db4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24c3e396-84e2-434a-a2c2-95f650ca2dd2,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:41:18.166618 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-acc279e6-a610-4898-90db-7f3912f9db4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043269'] for subnet (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:18.169870 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-acc279e6-a610-4898-90db-7f3912f9db4e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/24c3e396-84e2-434a-a2c2-95f650ca2dd2 HTTP/1.1" status: 204 len: 168 time: 0.3328266 Mar 31 15:41:18.172330 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 48808) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:41:18.246000 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-786886c6-b35f-4287-ac23-f52eff3cd2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8161909'] for network (c788e736-d0a9-43b4-9ab6-868bf21e10dd), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:18.329248 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-786886c6-b35f-4287-ac23-f52eff3cd2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8291519', 'neutron.services.segments.db._delete_segments_for_network-8772784778810'] for network (c788e736-d0a9-43b4-9ab6-868bf21e10dd), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:18.355113 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.services.segments.db [None req-786886c6-b35f-4287-ac23-f52eff3cd2f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c788e736-d0a9-43b4-9ab6-868bf21e10dd']}} {{(pid=104159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:41:18.361026 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.services.segments.db [None req-786886c6-b35f-4287-ac23-f52eff3cd2f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1655d0e3-c00a-4676-b6fe-95ded42ab808') {'for_net_delete': True} {{(pid=104159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:41:18.361321 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.services.segments.db [None req-786886c6-b35f-4287-ac23-f52eff3cd2f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1655d0e3-c00a-4676-b6fe-95ded42ab808') {} {{(pid=104159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:41:18.371088 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-786886c6-b35f-4287-ac23-f52eff3cd2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772784779587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4015711'] for segment (1655d0e3-c00a-4676-b6fe-95ded42ab808), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:18.385327 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-786886c6-b35f-4287-ac23-f52eff3cd2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8219139'] for segment (1655d0e3-c00a-4676-b6fe-95ded42ab808), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:18.392369 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-786886c6-b35f-4287-ac23-f52eff3cd2f0 admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=104159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:41:18.392760 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-786886c6-b35f-4287-ac23-f52eff3cd2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8219139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147959'] for segment (1655d0e3-c00a-4676-b6fe-95ded42ab808), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:18.394497 dv-cinder-750782-15-smb neutron-server[104159]: Traceback (most recent call last): Mar 31 15:41:18.394497 dv-cinder-750782-15-smb neutron-server[104159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:41:18.394497 dv-cinder-750782-15-smb neutron-server[104159]: timer() Mar 31 15:41:18.394497 dv-cinder-750782-15-smb neutron-server[104159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:41:18.394497 dv-cinder-750782-15-smb neutron-server[104159]: cb(*args, **kw) Mar 31 15:41:18.394497 dv-cinder-750782-15-smb neutron-server[104159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 15:41:18.394497 dv-cinder-750782-15-smb neutron-server[104159]: return func(*args, **kwargs) Mar 31 15:41:18.394497 dv-cinder-750782-15-smb neutron-server[104159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:41:18.394497 dv-cinder-750782-15-smb neutron-server[104159]: self._notify() Mar 31 15:41:18.394497 dv-cinder-750782-15-smb neutron-server[104159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:41:18.394497 dv-cinder-750782-15-smb neutron-server[104159]: self.callback(batched_events) Mar 31 15:41:18.394497 dv-cinder-750782-15-smb neutron-server[104159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:41:18.394497 dv-cinder-750782-15-smb neutron-server[104159]: event.method(event) Mar 31 15:41:18.394497 dv-cinder-750782-15-smb neutron-server[104159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 15:41:18.394497 dv-cinder-750782-15-smb neutron-server[104159]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:41:18.394497 dv-cinder-750782-15-smb neutron-server[104159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 15:41:18.394497 dv-cinder-750782-15-smb neutron-server[104159]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:41:18.394497 dv-cinder-750782-15-smb neutron-server[104159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 15:41:18.394497 dv-cinder-750782-15-smb neutron-server[104159]: return f(self, *a, **k) Mar 31 15:41:18.394497 dv-cinder-750782-15-smb neutron-server[104159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 15:41:18.394497 dv-cinder-750782-15-smb neutron-server[104159]: return self._get(url).json() Mar 31 15:41:18.394497 dv-cinder-750782-15-smb neutron-server[104159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 15:41:18.394497 dv-cinder-750782-15-smb neutron-server[104159]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:41:18.394497 dv-cinder-750782-15-smb neutron-server[104159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:41:18.394497 dv-cinder-750782-15-smb neutron-server[104159]: return self.request(url, 'GET', **kwargs) Mar 31 15:41:18.394497 dv-cinder-750782-15-smb neutron-server[104159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:41:18.394497 dv-cinder-750782-15-smb neutron-server[104159]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:41:18.394497 dv-cinder-750782-15-smb neutron-server[104159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:41:18.394497 dv-cinder-750782-15-smb neutron-server[104159]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:41:18.394497 dv-cinder-750782-15-smb neutron-server[104159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:41:18.394497 dv-cinder-750782-15-smb neutron-server[104159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:41:18.394497 dv-cinder-750782-15-smb neutron-server[104159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:41:18.544301 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-786886c6-b35f-4287-ac23-f52eff3cd2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8291510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574053'] for network (c788e736-d0a9-43b4-9ab6-868bf21e10dd), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:18.549399 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-786886c6-b35f-4287-ac23-f52eff3cd2f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043269'] for network (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:18.552857 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-786886c6-b35f-4287-ac23-f52eff3cd2f0 admin admin] 10.222.0.21 "DELETE /v2.0/networks/c788e736-d0a9-43b4-9ab6-868bf21e10dd HTTP/1.1" status: 204 len: 168 time: 0.3795843 Mar 31 15:41:18.567634 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786886c6-b35f-4287-ac23-f52eff3cd2f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c788e736-d0a9-43b4-9ab6-868bf21e10dd,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:41:19.044577 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 48812) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:41:19.084368 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-bdd0e87e-94d1-474f-9929-d110119d1070 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cca1b5744ca840f59a8b48d7969cf311&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386341 Mar 31 15:41:19.086793 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 48814) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:41:19.133774 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-77e5459a-9b3e-4f01-bd7a-122458850167 admin admin] Publish callbacks [] for security_group (ae23c5a7-e2c9-4224-aab1-28482f4f04d4), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:19.154710 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-77e5459a-9b3e-4f01-bd7a-122458850167 admin admin] Publish callbacks [] for security_group (ae23c5a7-e2c9-4224-aab1-28482f4f04d4), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:19.292197 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-77e5459a-9b3e-4f01-bd7a-122458850167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (ae23c5a7-e2c9-4224-aab1-28482f4f04d4), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:19.294820 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-77e5459a-9b3e-4f01-bd7a-122458850167 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:19.296031 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-77e5459a-9b3e-4f01-bd7a-122458850167 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ae23c5a7-e2c9-4224-aab1-28482f4f04d4 HTTP/1.1" status: 204 len: 168 time: 0.2083037 Mar 31 15:41:19.304010 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e5459a-9b3e-4f01-bd7a-122458850167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae23c5a7-e2c9-4224-aab1-28482f4f04d4,revision_number=None']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:41:23.737766 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61c9d83-3143-4ae5-acbe-c417215a0543 req-15c4a7ab-d0db-4356-8da6-cf4444187343 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:23.739246 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-a61c9d83-3143-4ae5-acbe-c417215a0543 req-15c4a7ab-d0db-4356-8da6-cf4444187343 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=88333656-607c-4590-a5a9-68e3de0be916 HTTP/1.1" status: 200 len: 945 time: 0.0534346 Mar 31 15:41:23.790225 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-a61c9d83-3143-4ae5-acbe-c417215a0543 req-4edc0550-12d1-4270-8354-fa9211c099f0 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b0e7810-dd04-4a66-8afe-9762b371d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450437 Mar 31 15:41:24.475220 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.agents_db [None req-c7073644-962b-4037-b6f3-12a39092c58a None None] Agent healthcheck: found 6 active agents {{(pid=104161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:41:25.016769 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618779ed-d2a2-46af-ad87-6f83dc636942 req-7d68eec2-bbd5-453f-a526-8bab71429300 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:25.018419 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-618779ed-d2a2-46af-ad87-6f83dc636942 req-7d68eec2-bbd5-453f-a526-8bab71429300 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=88333656-607c-4590-a5a9-68e3de0be916 HTTP/1.1" status: 200 len: 945 time: 0.1593015 Mar 31 15:41:25.074543 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-618779ed-d2a2-46af-ad87-6f83dc636942 req-ac7a097b-9d06-405f-a238-4581aa004f80 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b0e7810-dd04-4a66-8afe-9762b371d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502684 Mar 31 15:41:26.195028 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf5375b-e498-49bb-801f-3de0a3ddc969 req-64024662-c5e7-4312-a86f-1e76574dcc42 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:26.196566 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-abf5375b-e498-49bb-801f-3de0a3ddc969 req-64024662-c5e7-4312-a86f-1e76574dcc42 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=88333656-607c-4590-a5a9-68e3de0be916 HTTP/1.1" status: 200 len: 945 time: 0.0534279 Mar 31 15:41:26.246637 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-abf5375b-e498-49bb-801f-3de0a3ddc969 req-2a29c8d3-9686-4190-b6ff-d8bc609fcf41 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b0e7810-dd04-4a66-8afe-9762b371d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444219 Mar 31 15:41:27.321849 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216d86a-6618-49c3-844d-f9f5703c2fc4 req-7fe67887-3bb7-41f6-803e-d7138fa3a112 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:27.324051 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-1216d86a-6618-49c3-844d-f9f5703c2fc4 req-7fe67887-3bb7-41f6-803e-d7138fa3a112 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.26 "GET /v2.0/ports?device_id=88333656-607c-4590-a5a9-68e3de0be916 HTTP/1.1" status: 200 len: 945 time: 0.0598178 Mar 31 15:41:27.376524 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38e7d1-934e-42d0-a963-5f7d5f4f5c72 req-e08bfa35-0277-42da-a186-b42e909bd4d4 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:27.378115 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-4c38e7d1-934e-42d0-a963-5f7d5f4f5c72 req-e08bfa35-0277-42da-a186-b42e909bd4d4 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=88333656-607c-4590-a5a9-68e3de0be916 HTTP/1.1" status: 200 len: 945 time: 0.0606053 Mar 31 15:41:27.433650 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [req-1216d86a-6618-49c3-844d-f9f5703c2fc4 req-cc3c5e62-3a00-4e2f-bea7-8e13b2a1db0c tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Deleting port 6ecdbe89-4e45-4cfd-94eb-c253f9c888a8 {{(pid=104159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:41:27.433989 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-1216d86a-6618-49c3-844d-f9f5703c2fc4 req-cc3c5e62-3a00-4e2f-bea7-8e13b2a1db0c tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772784948758'] for port (6ecdbe89-4e45-4cfd-94eb-c253f9c888a8), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:27.443452 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-4c38e7d1-934e-42d0-a963-5f7d5f4f5c72 req-f0476d22-2d1c-4abc-9d98-1a2f6410f0e5 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b0e7810-dd04-4a66-8afe-9762b371d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572822 Mar 31 15:41:27.532399 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.db [req-1216d86a-6618-49c3-844d-f9f5703c2fc4 req-cc3c5e62-3a00-4e2f-bea7-8e13b2a1db0c tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] For port 6ecdbe89-4e45-4cfd-94eb-c253f9c888a8, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=6ecdbe89-4e45-4cfd-94eb-c253f9c888a8,segment=NetworkSegment(66365e83-625a-4d43-ad5f-f1cd3888d9a6),segment_id=66365e83-625a-4d43-ad5f-f1cd3888d9a6)] {{(pid=104159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:41:27.532692 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-1216d86a-6618-49c3-844d-f9f5703c2fc4 req-cc3c5e62-3a00-4e2f-bea7-8e13b2a1db0c tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576833'] for port (6ecdbe89-4e45-4cfd-94eb-c253f9c888a8), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:27.717118 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-1216d86a-6618-49c3-844d-f9f5703c2fc4 req-cc3c5e62-3a00-4e2f-bea7-8e13b2a1db0c tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:27.717553 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-1216d86a-6618-49c3-844d-f9f5703c2fc4 req-cc3c5e62-3a00-4e2f-bea7-8e13b2a1db0c tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574067'] for floatingip (a85deadd-79c2-4e17-a21d-41186633837b), after_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:27.717917 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.db.l3_db [req-1216d86a-6618-49c3-844d-f9f5703c2fc4 req-cc3c5e62-3a00-4e2f-bea7-8e13b2a1db0c tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Floating IP a85deadd-79c2-4e17-a21d-41186633837b disassociated. External IP: 172.28.2.68, port: 6ecdbe89-4e45-4cfd-94eb-c253f9c888a8. Mar 31 15:41:27.718378 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [req-1216d86a-6618-49c3-844d-f9f5703c2fc4 req-cc3c5e62-3a00-4e2f-bea7-8e13b2a1db0c tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Calling delete_port for 6ecdbe89-4e45-4cfd-94eb-c253f9c888a8 owned by compute:nova {{(pid=104159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:41:27.989378 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-1216d86a-6618-49c3-844d-f9f5703c2fc4 req-cc3c5e62-3a00-4e2f-bea7-8e13b2a1db0c tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772784953465', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772784453879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3148002'] for port (6ecdbe89-4e45-4cfd-94eb-c253f9c888a8), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:28.020799 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3c5e62-3a00-4e2f-bea7-8e13b2a1db0c tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Pushing event deleted for resources: {'Port': ['ID=6ecdbe89-4e45-4cfd-94eb-c253f9c888a8,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:41:28.031883 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3c5e62-3a00-4e2f-bea7-8e13b2a1db0c tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:28.032237 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3c5e62-3a00-4e2f-bea7-8e13b2a1db0c tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:28.034103 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3c5e62-3a00-4e2f-bea7-8e13b2a1db0c tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:28.034103 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3c5e62-3a00-4e2f-bea7-8e13b2a1db0c tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:28.034103 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3c5e62-3a00-4e2f-bea7-8e13b2a1db0c tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:28.034103 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3c5e62-3a00-4e2f-bea7-8e13b2a1db0c tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:28.034103 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3c5e62-3a00-4e2f-bea7-8e13b2a1db0c tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:28.034511 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3c5e62-3a00-4e2f-bea7-8e13b2a1db0c tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:28.034593 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3c5e62-3a00-4e2f-bea7-8e13b2a1db0c tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:28.034921 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3c5e62-3a00-4e2f-bea7-8e13b2a1db0c tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:28.035247 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3c5e62-3a00-4e2f-bea7-8e13b2a1db0c tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:28.035572 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3c5e62-3a00-4e2f-bea7-8e13b2a1db0c tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:28.035899 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3c5e62-3a00-4e2f-bea7-8e13b2a1db0c tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:28.036221 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3c5e62-3a00-4e2f-bea7-8e13b2a1db0c tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:28.036542 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3c5e62-3a00-4e2f-bea7-8e13b2a1db0c tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:28.150715 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1216d86a-6618-49c3-844d-f9f5703c2fc4 req-cc3c5e62-3a00-4e2f-bea7-8e13b2a1db0c tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Router 72c1e985-d19f-4bd3-b983-d04005880b29 has already been hosted by L3 agent 9721ac04-bac7-49da-b384-3a2049eedfa2 {{(pid=104159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:41:28.263859 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1216d86a-6618-49c3-844d-f9f5703c2fc4 req-cc3c5e62-3a00-4e2f-bea7-8e13b2a1db0c tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Notify agent at l3_agent.dv-cinder-750782-15-smb the message routers_updated {{(pid=104159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:41:28.274547 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f641602-3684-459f-9e54-8268daa5b429 None None] Sync routers for ids ['72c1e985-d19f-4bd3-b983-d04005880b29'] in dv-cinder-750782-15-smb {{(pid=104160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:41:28.285002 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f641602-3684-459f-9e54-8268daa5b429 None None] Routers {'72c1e985-d19f-4bd3-b983-d04005880b29'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:41:28.285711 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_hamode_db [None req-3f641602-3684-459f-9e54-8268daa5b429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:41:06Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['72c1e985-d19f-4bd3-b983-d04005880b29'], 'active': True} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:41:28.304897 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.l3_dvrscheduler_db [req-1216d86a-6618-49c3-844d-f9f5703c2fc4 req-cc3c5e62-3a00-4e2f-bea7-8e13b2a1db0c tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] No DVR routers for this DVR port 6ecdbe89-4e45-4cfd-94eb-c253f9c888a8 on host hv-cinder-75078 {{(pid=104159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:41:28.308657 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-1216d86a-6618-49c3-844d-f9f5703c2fc4 req-cc3c5e62-3a00-4e2f-bea7-8e13b2a1db0c tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451'] for port (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:28.311884 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-1216d86a-6618-49c3-844d-f9f5703c2fc4 req-cc3c5e62-3a00-4e2f-bea7-8e13b2a1db0c tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.26 "DELETE /v2.0/ports/6ecdbe89-4e45-4cfd-94eb-c253f9c888a8 HTTP/1.1" status: 204 len: 173 time: 0.9805872 Mar 31 15:41:28.312334 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88333656-607c-4590-a5a9-68e3de0be916', 'name': 'network-vif-deleted', 'tag': '6ecdbe89-4e45-4cfd-94eb-c253f9c888a8'}] {{(pid=104159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:41:28.315363 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea64b363b0503405ce6d4d78215f64c9ed163e64c8f258dff0ae871dea148ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-688914b0-f1e8-4f56-869d-0f575f57e4a8" -d '{"events": [{"server_uuid": "88333656-607c-4590-a5a9-68e3de0be916", "name": "network-vif-deleted", "tag": "6ecdbe89-4e45-4cfd-94eb-c253f9c888a8"}]}' {{(pid=104159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:41:28.353159 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1677ba8-0cec-482c-a6eb-1da7b9f6b012 x-openstack-request-id: req-a1677ba8-0cec-482c-a6eb-1da7b9f6b012 {{(pid=104159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:41:28.353898 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88333656-607c-4590-a5a9-68e3de0be916", "name": "network-vif-deleted", "tag": "6ecdbe89-4e45-4cfd-94eb-c253f9c888a8", "status": "completed", "code": 200}]} {{(pid=104159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:41:28.353898 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a1677ba8-0cec-482c-a6eb-1da7b9f6b012 {{(pid=104159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:41:28.354941 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1677ba8-0cec-482c-a6eb-1da7b9f6b012'] response: {'server_uuid': '88333656-607c-4590-a5a9-68e3de0be916', 'name': 'network-vif-deleted', 'tag': '6ecdbe89-4e45-4cfd-94eb-c253f9c888a8', 'status': 'completed', 'code': 200} Mar 31 15:41:28.409563 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvr_db [None req-3f641602-3684-459f-9e54-8268daa5b429 None None] Set router 72c1e985-d19f-4bd3-b983-d04005880b29 gateway port host: dv-cinder-750782-15-smb {{(pid=104160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:41:28.561199 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-d3c44eec-0223-4981-8472-79b83c790479 req-5997ad4a-cfcd-4657-84ec-4f072e0154a2 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=88333656-607c-4590-a5a9-68e3de0be916 HTTP/1.1" status: 200 len: 210 time: 0.0338366 Mar 31 15:41:28.628196 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_hamode_db [None req-3f641602-3684-459f-9e54-8268daa5b429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72c1e985-d19f-4bd3-b983-d04005880b29', 'name': 'tempest-ServerRescueNegativeTestJSON-1556175944-router', 'tenant_id': 'd4fc7fbc16624a3082581ef98d9d25a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.41'}], 'enable_snat': True}, 'gw_port_id': 'c86f7706-7305-4205-856f-83b9bf3fabd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:37:11Z', 'updated_at': '2022-03-31T15:37:15Z', 'revision_number': 4, 'project_id': 'd4fc7fbc16624a3082581ef98d9d25a5', 'gw_port': {'id': 'c86f7706-7305-4205-856f-83b9bf3fabd5', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c1e985-d19f-4bd3-b983-d04005880b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 233, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:37:12Z', 'updated_at': '2022-03-31T15:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_interfaces': [{'id': '050559a0-808f-4e90-bf70-b1eaf62a8f22', 'name': '', 'network_id': '4a5bb9cd-d074-4713-88c5-e7791e1f5e5b', 'tenant_id': 'd4fc7fbc16624a3082581ef98d9d25a5', 'mac_address': 'fa:16:3e:13:27:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c1e985-d19f-4bd3-b983-d04005880b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '94d12cd9-1105-49d4-9d9d-27e65ff0c644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:37:14Z', 'updated_at': '2022-03-31T15:37:19Z', 'revision_number': 5, 'project_id': 'd4fc7fbc16624a3082581ef98d9d25a5', 'subnets': [{'id': '94d12cd9-1105-49d4-9d9d-27e65ff0c644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:41:28.654886 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f641602-3684-459f-9e54-8268daa5b429 None None] Checking router: 72c1e985-d19f-4bd3-b983-d04005880b29 for host: dv-cinder-750782-15-smb {{(pid=104160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:41:28.663371 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f641602-3684-459f-9e54-8268daa5b429 None None] Routers {'72c1e985-d19f-4bd3-b983-d04005880b29'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:41:28.663978 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_hamode_db [None req-3f641602-3684-459f-9e54-8268daa5b429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:41:06Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['72c1e985-d19f-4bd3-b983-d04005880b29'], 'active': True} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:41:28.780409 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvr_db [None req-3f641602-3684-459f-9e54-8268daa5b429 None None] Set router 72c1e985-d19f-4bd3-b983-d04005880b29 gateway port host: dv-cinder-750782-15-smb {{(pid=104160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:41:28.993074 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_hamode_db [None req-3f641602-3684-459f-9e54-8268daa5b429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72c1e985-d19f-4bd3-b983-d04005880b29', 'name': 'tempest-ServerRescueNegativeTestJSON-1556175944-router', 'tenant_id': 'd4fc7fbc16624a3082581ef98d9d25a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.41'}], 'enable_snat': True}, 'gw_port_id': 'c86f7706-7305-4205-856f-83b9bf3fabd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:37:11Z', 'updated_at': '2022-03-31T15:37:15Z', 'revision_number': 4, 'project_id': 'd4fc7fbc16624a3082581ef98d9d25a5', 'gw_port': {'id': 'c86f7706-7305-4205-856f-83b9bf3fabd5', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c1e985-d19f-4bd3-b983-d04005880b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 233, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:37:12Z', 'updated_at': '2022-03-31T15:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_interfaces': [{'id': '050559a0-808f-4e90-bf70-b1eaf62a8f22', 'name': '', 'network_id': '4a5bb9cd-d074-4713-88c5-e7791e1f5e5b', 'tenant_id': 'd4fc7fbc16624a3082581ef98d9d25a5', 'mac_address': 'fa:16:3e:13:27:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c1e985-d19f-4bd3-b983-d04005880b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '94d12cd9-1105-49d4-9d9d-27e65ff0c644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:37:14Z', 'updated_at': '2022-03-31T15:37:19Z', 'revision_number': 5, 'project_id': 'd4fc7fbc16624a3082581ef98d9d25a5', 'subnets': [{'id': '94d12cd9-1105-49d4-9d9d-27e65ff0c644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:41:29.023327 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f641602-3684-459f-9e54-8268daa5b429 None None] The sync data for ids ['72c1e985-d19f-4bd3-b983-d04005880b29'] in dv-cinder-750782-15-smb is: [{'id': '72c1e985-d19f-4bd3-b983-d04005880b29', 'name': 'tempest-ServerRescueNegativeTestJSON-1556175944-router', 'tenant_id': 'd4fc7fbc16624a3082581ef98d9d25a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.41'}], 'enable_snat': True}, 'gw_port_id': 'c86f7706-7305-4205-856f-83b9bf3fabd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:37:11Z', 'updated_at': '2022-03-31T15:37:15Z', 'revision_number': 4, 'project_id': 'd4fc7fbc16624a3082581ef98d9d25a5', 'gw_port': {'id': 'c86f7706-7305-4205-856f-83b9bf3fabd5', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c1e985-d19f-4bd3-b983-d04005880b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 233, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:37:12Z', 'updated_at': '2022-03-31T15:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_interfaces': [{'id': '050559a0-808f-4e90-bf70-b1eaf62a8f22', 'name': '', 'network_id': '4a5bb9cd-d074-4713-88c5-e7791e1f5e5b', 'tenant_id': 'd4fc7fbc16624a3082581ef98d9d25a5', 'mac_address': 'fa:16:3e:13:27:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c1e985-d19f-4bd3-b983-d04005880b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '94d12cd9-1105-49d4-9d9d-27e65ff0c644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:37:14Z', 'updated_at': '2022-03-31T15:37:19Z', 'revision_number': 5, 'project_id': 'd4fc7fbc16624a3082581ef98d9d25a5', 'subnets': [{'id': '94d12cd9-1105-49d4-9d9d-27e65ff0c644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:41:29.277045 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18612e30-e5c5-4486-b852-a95944eac0c8 None None] New status for floating IP a85deadd-79c2-4e17-a21d-41186633837b: DOWN {{(pid=104161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:41:29.778458 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 48880) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:41:29.838860 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-58ba7dbe-6f84-4f60-b2bd-5d0494d5b399 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Publish callbacks [] for security_group (6b0e7810-dd04-4a66-8afe-9762b371d6ab), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:29.865042 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-58ba7dbe-6f84-4f60-b2bd-5d0494d5b399 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Publish callbacks [] for security_group (6b0e7810-dd04-4a66-8afe-9762b371d6ab), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:30.012636 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-58ba7dbe-6f84-4f60-b2bd-5d0494d5b399 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (6b0e7810-dd04-4a66-8afe-9762b371d6ab), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:30.015358 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-58ba7dbe-6f84-4f60-b2bd-5d0494d5b399 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Publish callbacks [] for security_group (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:30.016721 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-58ba7dbe-6f84-4f60-b2bd-5d0494d5b399 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "DELETE /v2.0/security-groups/6b0e7810-dd04-4a66-8afe-9762b371d6ab HTTP/1.1" status: 204 len: 168 time: 0.2371497 Mar 31 15:41:30.020002 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 48884) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:41:30.026420 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ba7dbe-6f84-4f60-b2bd-5d0494d5b399 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b0e7810-dd04-4a66-8afe-9762b371d6ab,revision_number=None']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:41:30.034092 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ba7dbe-6f84-4f60-b2bd-5d0494d5b399 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:30.034464 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ba7dbe-6f84-4f60-b2bd-5d0494d5b399 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:30.034850 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ba7dbe-6f84-4f60-b2bd-5d0494d5b399 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:30.034990 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.api.v2.resource [None req-a9c0c075-cdf5-42f1-ba25-f8fe485ec9f2 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] show failed (client error): The resource could not be found. Mar 31 15:41:30.035226 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ba7dbe-6f84-4f60-b2bd-5d0494d5b399 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:30.035565 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ba7dbe-6f84-4f60-b2bd-5d0494d5b399 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:30.037593 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ba7dbe-6f84-4f60-b2bd-5d0494d5b399 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:30.037704 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-a9c0c075-cdf5-42f1-ba25-f8fe485ec9f2 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups/6b0e7810-dd04-4a66-8afe-9762b371d6ab HTTP/1.1" status: 404 len: 347 time: 0.0147145 Mar 31 15:41:30.037801 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ba7dbe-6f84-4f60-b2bd-5d0494d5b399 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:30.037801 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ba7dbe-6f84-4f60-b2bd-5d0494d5b399 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:30.037801 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ba7dbe-6f84-4f60-b2bd-5d0494d5b399 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:30.037801 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ba7dbe-6f84-4f60-b2bd-5d0494d5b399 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:30.037801 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ba7dbe-6f84-4f60-b2bd-5d0494d5b399 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:30.038234 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ba7dbe-6f84-4f60-b2bd-5d0494d5b399 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:30.038234 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ba7dbe-6f84-4f60-b2bd-5d0494d5b399 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:30.038617 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ba7dbe-6f84-4f60-b2bd-5d0494d5b399 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:30.038930 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 48886) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:41:30.039051 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ba7dbe-6f84-4f60-b2bd-5d0494d5b399 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:41:30.195248 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [None req-ea7f682f-6a09-4d0e-911f-7b7c6491fa3c tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Deleting port deab11af-8882-45a6-af3b-129f353e08c6 {{(pid=104159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:41:30.195578 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-ea7f682f-6a09-4d0e-911f-7b7c6491fa3c tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772784948758'] for port (deab11af-8882-45a6-af3b-129f353e08c6), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:30.278774 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-ea7f682f-6a09-4d0e-911f-7b7c6491fa3c tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576833'] for port (deab11af-8882-45a6-af3b-129f353e08c6), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:30.279117 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-ea7f682f-6a09-4d0e-911f-7b7c6491fa3c tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Publish callbacks [] for floatingip (deab11af-8882-45a6-af3b-129f353e08c6), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:30.292658 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [None req-ea7f682f-6a09-4d0e-911f-7b7c6491fa3c tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Calling delete_port for deab11af-8882-45a6-af3b-129f353e08c6 owned by network:floatingip {{(pid=104159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:41:30.561267 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-ea7f682f-6a09-4d0e-911f-7b7c6491fa3c tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772784953465', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772784453879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3148002'] for port (deab11af-8882-45a6-af3b-129f353e08c6), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:30.567146 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device 6ecdbe89-4e45-4cfd-94eb-c253f9c888a8 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=104160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:41:30.588312 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7f682f-6a09-4d0e-911f-7b7c6491fa3c tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Pushing event deleted for resources: {'Port': ['ID=deab11af-8882-45a6-af3b-129f353e08c6,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:41:30.588578 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] No Port match for: 6ecdbe89-4e45-4cfd-94eb-c253f9c888a8 {{(pid=104160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:41:30.588828 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device 6ecdbe89-4e45-4cfd-94eb-c253f9c888a8 not bound to the agent host hv-cinder-75078 {{(pid=104160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:41:30.657745 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-ea7f682f-6a09-4d0e-911f-7b7c6491fa3c tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Publish callbacks [] for floatingip (a85deadd-79c2-4e17-a21d-41186633837b), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:30.660254 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-ea7f682f-6a09-4d0e-911f-7b7c6491fa3c tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451'] for floatingip (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:30.661460 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-ea7f682f-6a09-4d0e-911f-7b7c6491fa3c tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "DELETE /v2.0/floatingips/a85deadd-79c2-4e17-a21d-41186633837b HTTP/1.1" status: 204 len: 168 time: 0.6216133 Mar 31 15:41:33.831751 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc611e-3db1-4ca6-934e-bb39e7c7372d req-3fa99c2f-3123-4960-9875-7eeea6f18e6b tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:33.833271 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-21cc611e-3db1-4ca6-934e-bb39e7c7372d req-3fa99c2f-3123-4960-9875-7eeea6f18e6b tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d36bca0-99c6-4f74-a1e9-8f4e0d61c38b HTTP/1.1" status: 200 len: 945 time: 0.0564106 Mar 31 15:41:33.889130 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-21cc611e-3db1-4ca6-934e-bb39e7c7372d req-3be33f14-6bb1-468f-a547-4e73701688ee tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498972 Mar 31 15:41:34.217675 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-6cc770a8-d7d9-4f7b-9407-9665a4dce083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (80b0103a-7158-48a6-b59a-3fe393c523d9), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:35.014850 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd86111-04b4-483a-ab6e-33f48ab704ae req-c1b275cb-fb02-4e8c-8a94-172e01d8d33b tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:35.016397 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-4fd86111-04b4-483a-ab6e-33f48ab704ae req-c1b275cb-fb02-4e8c-8a94-172e01d8d33b tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d36bca0-99c6-4f74-a1e9-8f4e0d61c38b HTTP/1.1" status: 200 len: 945 time: 0.0555365 Mar 31 15:41:35.065437 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-4fd86111-04b4-483a-ab6e-33f48ab704ae req-796ea027-6d61-4b02-8c04-9edba6aaf652 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425780 Mar 31 15:41:36.114235 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd74e13-9cdb-4b2e-a506-c3a8576d12e8 req-7b009af7-8fd2-4b5a-872c-8a936080355d tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:36.115840 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-bdd74e13-9cdb-4b2e-a506-c3a8576d12e8 req-7b009af7-8fd2-4b5a-872c-8a936080355d tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d36bca0-99c6-4f74-a1e9-8f4e0d61c38b HTTP/1.1" status: 200 len: 945 time: 0.0669916 Mar 31 15:41:36.287592 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (42669199-0b56-4e25-9a3d-cc561c912f6a), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:36.486641 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5e9b7e-bea5-483e-aa11-ae83b01510ec req-0bd13f02-4d35-4cc4-b25c-f18c9f273245 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:36.488090 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-fe5e9b7e-bea5-483e-aa11-ae83b01510ec req-0bd13f02-4d35-4cc4-b25c-f18c9f273245 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d36bca0-99c6-4f74-a1e9-8f4e0d61c38b HTTP/1.1" status: 200 len: 945 time: 0.0889511 Mar 31 15:41:36.519338 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-edb24485-4d07-4a9f-b1d3-8b31e5c59319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (9721ac04-bac7-49da-b384-3a2049eedfa2), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:36.535337 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [req-bdd74e13-9cdb-4b2e-a506-c3a8576d12e8 req-9232ebe0-4065-4c06-90b6-f3cdf9de114d tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Deleting port 36ee2478-8b43-49d5-b485-0b38b9df560c {{(pid=104159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:41:36.535671 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-bdd74e13-9cdb-4b2e-a506-c3a8576d12e8 req-9232ebe0-4065-4c06-90b6-f3cdf9de114d tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772784948758'] for port (36ee2478-8b43-49d5-b485-0b38b9df560c), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:36.593446 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-fe5e9b7e-bea5-483e-aa11-ae83b01510ec req-2321b48e-4cee-4338-a028-f420f91cf2b6 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991702 Mar 31 15:41:36.639316 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.db [req-bdd74e13-9cdb-4b2e-a506-c3a8576d12e8 req-9232ebe0-4065-4c06-90b6-f3cdf9de114d tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] For port 36ee2478-8b43-49d5-b485-0b38b9df560c, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=36ee2478-8b43-49d5-b485-0b38b9df560c,segment=NetworkSegment(66365e83-625a-4d43-ad5f-f1cd3888d9a6),segment_id=66365e83-625a-4d43-ad5f-f1cd3888d9a6)] {{(pid=104159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:41:36.639677 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-bdd74e13-9cdb-4b2e-a506-c3a8576d12e8 req-9232ebe0-4065-4c06-90b6-f3cdf9de114d tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576833'] for port (36ee2478-8b43-49d5-b485-0b38b9df560c), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:36.654226 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [req-bdd74e13-9cdb-4b2e-a506-c3a8576d12e8 req-9232ebe0-4065-4c06-90b6-f3cdf9de114d tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Calling delete_port for 36ee2478-8b43-49d5-b485-0b38b9df560c owned by compute:nova {{(pid=104159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:41:36.862525 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-bdd74e13-9cdb-4b2e-a506-c3a8576d12e8 req-9232ebe0-4065-4c06-90b6-f3cdf9de114d tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772784953465', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772784453879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3148002'] for port (36ee2478-8b43-49d5-b485-0b38b9df560c), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:36.876222 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] get_ports_and_sgs() called for port_ids ['193922b2-f3ab-41e8-acd9-cc19a0164194', '36ee2478-8b43-49d5-b485-0b38b9df560c'] {{(pid=104160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:41:36.899347 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9232ebe0-4065-4c06-90b6-f3cdf9de114d tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Pushing event deleted for resources: {'Port': ['ID=36ee2478-8b43-49d5-b485-0b38b9df560c,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:41:36.950175 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdd74e13-9cdb-4b2e-a506-c3a8576d12e8 req-9232ebe0-4065-4c06-90b6-f3cdf9de114d tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] No DVR routers for this DVR port 36ee2478-8b43-49d5-b485-0b38b9df560c on host hv-cinder-75078 {{(pid=104159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:41:36.952805 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-bdd74e13-9cdb-4b2e-a506-c3a8576d12e8 req-9232ebe0-4065-4c06-90b6-f3cdf9de114d tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451'] for port (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:36.956236 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-bdd74e13-9cdb-4b2e-a506-c3a8576d12e8 req-9232ebe0-4065-4c06-90b6-f3cdf9de114d tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.26 "DELETE /v2.0/ports/36ee2478-8b43-49d5-b485-0b38b9df560c HTTP/1.1" status: 204 len: 173 time: 0.8350105 Mar 31 15:41:36.961066 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d36bca0-99c6-4f74-a1e9-8f4e0d61c38b', 'name': 'network-vif-deleted', 'tag': '36ee2478-8b43-49d5-b485-0b38b9df560c'}] {{(pid=104159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:41:36.961066 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea64b363b0503405ce6d4d78215f64c9ed163e64c8f258dff0ae871dea148ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad51d28-3bac-4b62-b34f-887bee6b1e75" -d '{"events": [{"server_uuid": "1d36bca0-99c6-4f74-a1e9-8f4e0d61c38b", "name": "network-vif-deleted", "tag": "36ee2478-8b43-49d5-b485-0b38b9df560c"}]}' {{(pid=104159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:41:37.004740 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0cef1a0-328b-40e9-a822-f66c955a9aca x-openstack-request-id: req-d0cef1a0-328b-40e9-a822-f66c955a9aca {{(pid=104159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:41:37.005101 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d36bca0-99c6-4f74-a1e9-8f4e0d61c38b", "name": "network-vif-deleted", "tag": "36ee2478-8b43-49d5-b485-0b38b9df560c", "status": "completed", "code": 200}]} {{(pid=104159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:41:37.005448 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d0cef1a0-328b-40e9-a822-f66c955a9aca {{(pid=104159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:41:37.005952 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0cef1a0-328b-40e9-a822-f66c955a9aca'] response: {'server_uuid': '1d36bca0-99c6-4f74-a1e9-8f4e0d61c38b', 'name': 'network-vif-deleted', 'tag': '36ee2478-8b43-49d5-b485-0b38b9df560c', 'status': 'completed', 'code': 200} Mar 31 15:41:37.664318 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0b2f012e-2fbd-4b35-9815-8024e4a993e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fb816cbb-0527-4766-83b7-604ad6a553f5), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:37.710815 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-71e1f1f0-f594-4807-bd3f-3dfd64f7403c req-a0a2a4e4-a1aa-43a4-ad06-62d4d7218222 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d36bca0-99c6-4f74-a1e9-8f4e0d61c38b HTTP/1.1" status: 200 len: 210 time: 0.0322173 Mar 31 15:41:39.319319 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ffed6-3a27-445b-ae5e-e17a3809d169 req-58520298-0632-46e7-8307-2893f833b641 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:39.321914 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-702ffed6-3a27-445b-ae5e-e17a3809d169 req-58520298-0632-46e7-8307-2893f833b641 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0ef3ef4-c9e3-4547-90a8-f12417af2afa HTTP/1.1" status: 200 len: 946 time: 0.0752401 Mar 31 15:41:39.377047 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-702ffed6-3a27-445b-ae5e-e17a3809d169 req-180fed0f-8d53-4163-ae9b-1d750c71da81 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450642 Mar 31 15:41:39.618419 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-211e425b-1201-4862-afc0-6363249efbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (1ca8e2b3-6f2e-4d63-b52b-ad8a81fa6826), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:40.524016 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193495f0-7e6b-4faa-9f4e-4ea5065d220a req-c1911211-51ca-4a90-a955-5d14193af8bc tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:40.526243 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-193495f0-7e6b-4faa-9f4e-4ea5065d220a req-c1911211-51ca-4a90-a955-5d14193af8bc tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0ef3ef4-c9e3-4547-90a8-f12417af2afa HTTP/1.1" status: 200 len: 946 time: 0.0696595 Mar 31 15:41:40.583851 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-193495f0-7e6b-4faa-9f4e-4ea5065d220a req-3e9a0c2b-9219-4b3a-9312-6f837f99faa5 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504677 Mar 31 15:41:40.629854 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device 36ee2478-8b43-49d5-b485-0b38b9df560c no longer exists at agent hyperv_hv-cinder-75078 {{(pid=104160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:41:40.655950 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] No Port match for: 36ee2478-8b43-49d5-b485-0b38b9df560c {{(pid=104160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:41:40.656301 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device 36ee2478-8b43-49d5-b485-0b38b9df560c not bound to the agent host hv-cinder-75078 {{(pid=104160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:41:40.940294 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fd34c7ed-cab5-463e-81bb-e9aa6ef90623), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:41.730531 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e99687-1087-4f77-b3bb-70c561d757d9 req-c66f8f02-d889-4f08-9e52-e80f0cd57b69 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:41.732238 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-01e99687-1087-4f77-b3bb-70c561d757d9 req-c66f8f02-d889-4f08-9e52-e80f0cd57b69 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0ef3ef4-c9e3-4547-90a8-f12417af2afa HTTP/1.1" status: 200 len: 946 time: 0.0562265 Mar 31 15:41:41.774042 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c4866-4695-49a5-9fc7-ada7fcebec1f req-f4e3ccc0-a1a0-4f97-a9a4-ff7d366aea61 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:41.777015 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-780c4866-4695-49a5-9fc7-ada7fcebec1f req-f4e3ccc0-a1a0-4f97-a9a4-ff7d366aea61 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa22825a-9960-40b5-8420-a2c19a6c9d05 HTTP/1.1" status: 200 len: 945 time: 0.0699975 Mar 31 15:41:41.798508 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-01e99687-1087-4f77-b3bb-70c561d757d9 req-4547d622-cce9-434c-882c-ca1f64bbd5d7 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600600 Mar 31 15:41:41.830593 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-780c4866-4695-49a5-9fc7-ada7fcebec1f req-8d9fee7e-c219-4733-ba8f-c4fb4a839428 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/security-groups?id=e046400a-d9ff-4f82-bf37-90a88edc5066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454004 Mar 31 15:41:42.461231 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236a865-912e-4d1f-a62a-85a022b98af9 req-3ad26d0b-72fb-4577-946e-3f9708caf71c tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:42.462834 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-0236a865-912e-4d1f-a62a-85a022b98af9 req-3ad26d0b-72fb-4577-946e-3f9708caf71c tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0ef3ef4-c9e3-4547-90a8-f12417af2afa HTTP/1.1" status: 200 len: 946 time: 0.0544403 Mar 31 15:41:42.570016 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [req-0236a865-912e-4d1f-a62a-85a022b98af9 req-7fd557e6-c254-460b-9aa2-007c2ab52842 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Deleting port 193922b2-f3ab-41e8-acd9-cc19a0164194 {{(pid=104159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:41:42.570376 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-0236a865-912e-4d1f-a62a-85a022b98af9 req-7fd557e6-c254-460b-9aa2-007c2ab52842 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772784948758'] for port (193922b2-f3ab-41e8-acd9-cc19a0164194), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:42.667186 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.db [req-0236a865-912e-4d1f-a62a-85a022b98af9 req-7fd557e6-c254-460b-9aa2-007c2ab52842 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] For port 193922b2-f3ab-41e8-acd9-cc19a0164194, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=193922b2-f3ab-41e8-acd9-cc19a0164194,segment=NetworkSegment(66365e83-625a-4d43-ad5f-f1cd3888d9a6),segment_id=66365e83-625a-4d43-ad5f-f1cd3888d9a6)] {{(pid=104159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:41:42.671616 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-0236a865-912e-4d1f-a62a-85a022b98af9 req-7fd557e6-c254-460b-9aa2-007c2ab52842 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576833'] for port (193922b2-f3ab-41e8-acd9-cc19a0164194), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:42.681567 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [req-0236a865-912e-4d1f-a62a-85a022b98af9 req-7fd557e6-c254-460b-9aa2-007c2ab52842 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Calling delete_port for 193922b2-f3ab-41e8-acd9-cc19a0164194 owned by compute:nova {{(pid=104159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:41:42.898023 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-0236a865-912e-4d1f-a62a-85a022b98af9 req-7fd557e6-c254-460b-9aa2-007c2ab52842 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772784953465', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772784453879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3148002'] for port (193922b2-f3ab-41e8-acd9-cc19a0164194), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:42.914885 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] get_ports_and_sgs() called for port_ids ['193922b2-f3ab-41e8-acd9-cc19a0164194'] {{(pid=104160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:41:42.932612 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd557e6-c254-460b-9aa2-007c2ab52842 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Pushing event deleted for resources: {'Port': ['ID=193922b2-f3ab-41e8-acd9-cc19a0164194,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:41:42.944393 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ae4a99-125a-4e5f-ab21-1122ec37ac2f req-2eff521b-0904-4c40-83f6-b7d013716220 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:42.946659 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-29ae4a99-125a-4e5f-ab21-1122ec37ac2f req-2eff521b-0904-4c40-83f6-b7d013716220 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0ef3ef4-c9e3-4547-90a8-f12417af2afa HTTP/1.1" status: 200 len: 867 time: 0.0701978 Mar 31 15:41:43.016450 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.l3_dvrscheduler_db [req-0236a865-912e-4d1f-a62a-85a022b98af9 req-7fd557e6-c254-460b-9aa2-007c2ab52842 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] No DVR routers for this DVR port 193922b2-f3ab-41e8-acd9-cc19a0164194 on host hv-cinder-75078 {{(pid=104159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:41:43.018683 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-29ae4a99-125a-4e5f-ab21-1122ec37ac2f req-a5aab91a-7faa-40da-a411-47d2a1f723da tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607765 Mar 31 15:41:43.019565 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-0236a865-912e-4d1f-a62a-85a022b98af9 req-7fd557e6-c254-460b-9aa2-007c2ab52842 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451'] for port (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:43.023157 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-0236a865-912e-4d1f-a62a-85a022b98af9 req-7fd557e6-c254-460b-9aa2-007c2ab52842 tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.26 "DELETE /v2.0/ports/193922b2-f3ab-41e8-acd9-cc19a0164194 HTTP/1.1" status: 204 len: 173 time: 0.5534973 Mar 31 15:41:43.023639 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0ef3ef4-c9e3-4547-90a8-f12417af2afa', 'name': 'network-vif-deleted', 'tag': '193922b2-f3ab-41e8-acd9-cc19a0164194'}] {{(pid=104159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:41:43.026552 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea64b363b0503405ce6d4d78215f64c9ed163e64c8f258dff0ae871dea148ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db710f6d-ef69-4a91-9304-0616cd9c17b0" -d '{"events": [{"server_uuid": "a0ef3ef4-c9e3-4547-90a8-f12417af2afa", "name": "network-vif-deleted", "tag": "193922b2-f3ab-41e8-acd9-cc19a0164194"}]}' {{(pid=104159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:41:43.074919 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb337b-8741-420c-b825-96c4f54e4082 req-3ff0eac7-e1f9-46e9-9d95-0d4b9e5146b7 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:43.078121 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-05cb337b-8741-420c-b825-96c4f54e4082 req-3ff0eac7-e1f9-46e9-9d95-0d4b9e5146b7 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa22825a-9960-40b5-8420-a2c19a6c9d05 HTTP/1.1" status: 200 len: 945 time: 0.1103008 Mar 31 15:41:43.084072 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10641163-f5fd-46f4-92d6-7edc2834f8dd x-openstack-request-id: req-10641163-f5fd-46f4-92d6-7edc2834f8dd {{(pid=104159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:41:43.084374 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0ef3ef4-c9e3-4547-90a8-f12417af2afa", "name": "network-vif-deleted", "tag": "193922b2-f3ab-41e8-acd9-cc19a0164194", "status": "completed", "code": 200}]} {{(pid=104159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:41:43.084633 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-10641163-f5fd-46f4-92d6-7edc2834f8dd {{(pid=104159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:41:43.085044 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10641163-f5fd-46f4-92d6-7edc2834f8dd'] response: {'server_uuid': 'a0ef3ef4-c9e3-4547-90a8-f12417af2afa', 'name': 'network-vif-deleted', 'tag': '193922b2-f3ab-41e8-acd9-cc19a0164194', 'status': 'completed', 'code': 200} Mar 31 15:41:43.132765 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-05cb337b-8741-420c-b825-96c4f54e4082 req-f23b4059-c067-4b40-8d3e-b79fe353972d tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/security-groups?id=e046400a-d9ff-4f82-bf37-90a88edc5066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467358 Mar 31 15:41:43.746527 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143a3a25-4745-4fa8-b5ac-88e0767759bc req-e9a18e8d-1181-4eb6-9879-56c8b664c4c2 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:43.748071 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-143a3a25-4745-4fa8-b5ac-88e0767759bc req-e9a18e8d-1181-4eb6-9879-56c8b664c4c2 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa22825a-9960-40b5-8420-a2c19a6c9d05 HTTP/1.1" status: 200 len: 945 time: 0.0544519 Mar 31 15:41:43.858430 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [req-143a3a25-4745-4fa8-b5ac-88e0767759bc req-8f525433-2e5c-4b1a-a211-daf36c327d12 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Deleting port 1749e09e-9c88-4e97-9475-3ab9f5bb4296 {{(pid=104159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:41:43.858874 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-143a3a25-4745-4fa8-b5ac-88e0767759bc req-8f525433-2e5c-4b1a-a211-daf36c327d12 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772784948758'] for port (1749e09e-9c88-4e97-9475-3ab9f5bb4296), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:43.960966 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.db [req-143a3a25-4745-4fa8-b5ac-88e0767759bc req-8f525433-2e5c-4b1a-a211-daf36c327d12 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] For port 1749e09e-9c88-4e97-9475-3ab9f5bb4296, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=1749e09e-9c88-4e97-9475-3ab9f5bb4296,segment=NetworkSegment(ec34a71e-0dc7-4d80-8f0e-2bcd71ad2a76),segment_id=ec34a71e-0dc7-4d80-8f0e-2bcd71ad2a76)] {{(pid=104159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:41:43.961724 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-143a3a25-4745-4fa8-b5ac-88e0767759bc req-8f525433-2e5c-4b1a-a211-daf36c327d12 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576833'] for port (1749e09e-9c88-4e97-9475-3ab9f5bb4296), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:44.152365 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-143a3a25-4745-4fa8-b5ac-88e0767759bc req-8f525433-2e5c-4b1a-a211-daf36c327d12 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:44.152761 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-143a3a25-4745-4fa8-b5ac-88e0767759bc req-8f525433-2e5c-4b1a-a211-daf36c327d12 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574067'] for floatingip (a6fdd39a-01c1-4a92-b71d-2edb7c4a843b), after_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:44.153073 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.db.l3_db [req-143a3a25-4745-4fa8-b5ac-88e0767759bc req-8f525433-2e5c-4b1a-a211-daf36c327d12 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Floating IP a6fdd39a-01c1-4a92-b71d-2edb7c4a843b disassociated. External IP: 172.28.2.56, port: 1749e09e-9c88-4e97-9475-3ab9f5bb4296. Mar 31 15:41:44.153488 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [req-143a3a25-4745-4fa8-b5ac-88e0767759bc req-8f525433-2e5c-4b1a-a211-daf36c327d12 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Calling delete_port for 1749e09e-9c88-4e97-9475-3ab9f5bb4296 owned by compute:nova {{(pid=104159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:41:44.160803 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-18caf78f-4fd1-4dd3-8cd0-33ccc06e3542 req-b38c6009-811f-4374-a07e-a36128a73fda tempest-ServerRescueNegativeTestJSON-186101545 tempest-ServerRescueNegativeTestJSON-186101545-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0ef3ef4-c9e3-4547-90a8-f12417af2afa HTTP/1.1" status: 200 len: 210 time: 0.0315642 Mar 31 15:41:44.329408 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c74da0-5729-4c8c-8441-9cf4d030f525 req-8bf1c118-d8db-4f64-a50e-bdf36e12392b tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:44.330866 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-87c74da0-5729-4c8c-8441-9cf4d030f525 req-8bf1c118-d8db-4f64-a50e-bdf36e12392b tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa22825a-9960-40b5-8420-a2c19a6c9d05 HTTP/1.1" status: 200 len: 945 time: 0.1077673 Mar 31 15:41:44.381708 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-87c74da0-5729-4c8c-8441-9cf4d030f525 req-f960faff-768c-40e5-97df-4dbfa766d977 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/security-groups?id=e046400a-d9ff-4f82-bf37-90a88edc5066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442936 Mar 31 15:41:44.480861 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-143a3a25-4745-4fa8-b5ac-88e0767759bc req-8f525433-2e5c-4b1a-a211-daf36c327d12 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772784953465', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772784453879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3148002'] for port (1749e09e-9c88-4e97-9475-3ab9f5bb4296), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:44.508673 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f525433-2e5c-4b1a-a211-daf36c327d12 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Pushing event deleted for resources: {'Port': ['ID=1749e09e-9c88-4e97-9475-3ab9f5bb4296,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:41:44.633550 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.l3_agent_scheduler [req-143a3a25-4745-4fa8-b5ac-88e0767759bc req-8f525433-2e5c-4b1a-a211-daf36c327d12 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Router 8da13428-dd29-43c2-90b9-9601dc801daa has already been hosted by L3 agent 9721ac04-bac7-49da-b384-3a2049eedfa2 {{(pid=104159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:41:44.758891 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-143a3a25-4745-4fa8-b5ac-88e0767759bc req-8f525433-2e5c-4b1a-a211-daf36c327d12 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Notify agent at l3_agent.dv-cinder-750782-15-smb the message routers_updated {{(pid=104159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:41:44.769878 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d3d0f8-6f3b-48b0-b1fa-421dad3aee08 None None] Sync routers for ids ['8da13428-dd29-43c2-90b9-9601dc801daa'] in dv-cinder-750782-15-smb {{(pid=104160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:41:44.781977 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d3d0f8-6f3b-48b0-b1fa-421dad3aee08 None None] Routers {'8da13428-dd29-43c2-90b9-9601dc801daa'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:41:44.782617 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_hamode_db [None req-69d3d0f8-6f3b-48b0-b1fa-421dad3aee08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:41:36Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['8da13428-dd29-43c2-90b9-9601dc801daa'], 'active': True} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:41:44.804660 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.l3_dvrscheduler_db [req-143a3a25-4745-4fa8-b5ac-88e0767759bc req-8f525433-2e5c-4b1a-a211-daf36c327d12 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] No DVR routers for this DVR port 1749e09e-9c88-4e97-9475-3ab9f5bb4296 on host hv-cinder-75078 {{(pid=104159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:41:44.811123 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-143a3a25-4745-4fa8-b5ac-88e0767759bc req-8f525433-2e5c-4b1a-a211-daf36c327d12 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451'] for port (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:44.814490 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-143a3a25-4745-4fa8-b5ac-88e0767759bc req-8f525433-2e5c-4b1a-a211-daf36c327d12 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.26 "DELETE /v2.0/ports/1749e09e-9c88-4e97-9475-3ab9f5bb4296 HTTP/1.1" status: 204 len: 173 time: 1.0591035 Mar 31 15:41:44.910637 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvr_db [None req-69d3d0f8-6f3b-48b0-b1fa-421dad3aee08 None None] Set router 8da13428-dd29-43c2-90b9-9601dc801daa gateway port host: dv-cinder-750782-15-smb {{(pid=104160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:41:45.086713 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa22825a-9960-40b5-8420-a2c19a6c9d05', 'name': 'network-vif-deleted', 'tag': '1749e09e-9c88-4e97-9475-3ab9f5bb4296'}] {{(pid=104159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:41:45.089818 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea64b363b0503405ce6d4d78215f64c9ed163e64c8f258dff0ae871dea148ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ddeb81-5076-4832-9756-5809c808695c" -d '{"events": [{"server_uuid": "fa22825a-9960-40b5-8420-a2c19a6c9d05", "name": "network-vif-deleted", "tag": "1749e09e-9c88-4e97-9475-3ab9f5bb4296"}]}' {{(pid=104159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:41:45.128138 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b64e64-7af7-4a65-b02b-9c957a2e5492 x-openstack-request-id: req-57b64e64-7af7-4a65-b02b-9c957a2e5492 {{(pid=104159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:41:45.128418 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa22825a-9960-40b5-8420-a2c19a6c9d05", "name": "network-vif-deleted", "tag": "1749e09e-9c88-4e97-9475-3ab9f5bb4296", "status": "completed", "code": 200}]} {{(pid=104159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:41:45.128665 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-57b64e64-7af7-4a65-b02b-9c957a2e5492 {{(pid=104159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:41:45.129079 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57b64e64-7af7-4a65-b02b-9c957a2e5492'] response: {'server_uuid': 'fa22825a-9960-40b5-8420-a2c19a6c9d05', 'name': 'network-vif-deleted', 'tag': '1749e09e-9c88-4e97-9475-3ab9f5bb4296', 'status': 'completed', 'code': 200} Mar 31 15:41:45.230702 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 49020) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:41:45.326565 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_hamode_db [None req-69d3d0f8-6f3b-48b0-b1fa-421dad3aee08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da13428-dd29-43c2-90b9-9601dc801daa', 'name': 'tempest-AttachVolumeTestJSON-1657121342-router', 'tenant_id': 'be4d3c00b0c245529e30b10275e77a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.250'}], 'enable_snat': True}, 'gw_port_id': '22afbc9f-9d0e-4cfa-8680-77394dc34ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:36:14Z', 'updated_at': '2022-03-31T15:36:24Z', 'revision_number': 4, 'project_id': 'be4d3c00b0c245529e30b10275e77a1a', 'gw_port': {'id': '22afbc9f-9d0e-4cfa-8680-77394dc34ccd', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da13428-dd29-43c2-90b9-9601dc801daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:15Z', 'updated_at': '2022-03-31T15:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_interfaces': [{'id': '270cf125-196c-4eb9-9e3a-b28307d064dc', 'name': '', 'network_id': 'acf2b035-5efb-451b-83b3-46613c8b8e46', 'tenant_id': 'be4d3c00b0c245529e30b10275e77a1a', 'mac_address': 'fa:16:3e:63:94:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da13428-dd29-43c2-90b9-9601dc801daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '0ed38ac7-8ffd-41b7-819b-98cf852cf0d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:21Z', 'updated_at': '2022-03-31T15:36:33Z', 'revision_number': 5, 'project_id': 'be4d3c00b0c245529e30b10275e77a1a', 'subnets': [{'id': '0ed38ac7-8ffd-41b7-819b-98cf852cf0d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:41:45.354949 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d3d0f8-6f3b-48b0-b1fa-421dad3aee08 None None] Checking router: 8da13428-dd29-43c2-90b9-9601dc801daa for host: dv-cinder-750782-15-smb {{(pid=104160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:41:45.367367 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d3d0f8-6f3b-48b0-b1fa-421dad3aee08 None None] Routers {'8da13428-dd29-43c2-90b9-9601dc801daa'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:41:45.367995 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_hamode_db [None req-69d3d0f8-6f3b-48b0-b1fa-421dad3aee08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:41:36Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['8da13428-dd29-43c2-90b9-9601dc801daa'], 'active': True} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:41:45.521213 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvr_db [None req-69d3d0f8-6f3b-48b0-b1fa-421dad3aee08 None None] Set router 8da13428-dd29-43c2-90b9-9601dc801daa gateway port host: dv-cinder-750782-15-smb {{(pid=104160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:41:45.609723 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-c74a3340-7388-4ecc-84f7-25d34f3b2b94 req-6738be51-2718-4c9d-8360-75f98ba82d4f tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa22825a-9960-40b5-8420-a2c19a6c9d05 HTTP/1.1" status: 200 len: 210 time: 0.0667834 Mar 31 15:41:45.757676 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_hamode_db [None req-69d3d0f8-6f3b-48b0-b1fa-421dad3aee08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da13428-dd29-43c2-90b9-9601dc801daa', 'name': 'tempest-AttachVolumeTestJSON-1657121342-router', 'tenant_id': 'be4d3c00b0c245529e30b10275e77a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.250'}], 'enable_snat': True}, 'gw_port_id': '22afbc9f-9d0e-4cfa-8680-77394dc34ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:36:14Z', 'updated_at': '2022-03-31T15:36:24Z', 'revision_number': 4, 'project_id': 'be4d3c00b0c245529e30b10275e77a1a', 'gw_port': {'id': '22afbc9f-9d0e-4cfa-8680-77394dc34ccd', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da13428-dd29-43c2-90b9-9601dc801daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:15Z', 'updated_at': '2022-03-31T15:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_interfaces': [{'id': '270cf125-196c-4eb9-9e3a-b28307d064dc', 'name': '', 'network_id': 'acf2b035-5efb-451b-83b3-46613c8b8e46', 'tenant_id': 'be4d3c00b0c245529e30b10275e77a1a', 'mac_address': 'fa:16:3e:63:94:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da13428-dd29-43c2-90b9-9601dc801daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '0ed38ac7-8ffd-41b7-819b-98cf852cf0d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:21Z', 'updated_at': '2022-03-31T15:36:33Z', 'revision_number': 5, 'project_id': 'be4d3c00b0c245529e30b10275e77a1a', 'subnets': [{'id': '0ed38ac7-8ffd-41b7-819b-98cf852cf0d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:41:45.770755 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-d5adfb26-57f3-4b29-be6b-2b92f3d4cc73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574323'] for router_interface (72c1e985-d19f-4bd3-b983-d04005880b29), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:45.788039 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d3d0f8-6f3b-48b0-b1fa-421dad3aee08 None None] The sync data for ids ['8da13428-dd29-43c2-90b9-9601dc801daa'] in dv-cinder-750782-15-smb is: [{'id': '8da13428-dd29-43c2-90b9-9601dc801daa', 'name': 'tempest-AttachVolumeTestJSON-1657121342-router', 'tenant_id': 'be4d3c00b0c245529e30b10275e77a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.250'}], 'enable_snat': True}, 'gw_port_id': '22afbc9f-9d0e-4cfa-8680-77394dc34ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:36:14Z', 'updated_at': '2022-03-31T15:36:24Z', 'revision_number': 4, 'project_id': 'be4d3c00b0c245529e30b10275e77a1a', 'gw_port': {'id': '22afbc9f-9d0e-4cfa-8680-77394dc34ccd', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da13428-dd29-43c2-90b9-9601dc801daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:15Z', 'updated_at': '2022-03-31T15:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_interfaces': [{'id': '270cf125-196c-4eb9-9e3a-b28307d064dc', 'name': '', 'network_id': 'acf2b035-5efb-451b-83b3-46613c8b8e46', 'tenant_id': 'be4d3c00b0c245529e30b10275e77a1a', 'mac_address': 'fa:16:3e:63:94:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da13428-dd29-43c2-90b9-9601dc801daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '0ed38ac7-8ffd-41b7-819b-98cf852cf0d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:21Z', 'updated_at': '2022-03-31T15:36:33Z', 'revision_number': 5, 'project_id': 'be4d3c00b0c245529e30b10275e77a1a', 'subnets': [{'id': '0ed38ac7-8ffd-41b7-819b-98cf852cf0d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:41:46.053681 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8145e0f-432a-4f8c-8ea9-8812a693d00f None None] New status for floating IP a6fdd39a-01c1-4a92-b71d-2edb7c4a843b: DOWN {{(pid=104161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:41:46.123555 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.plugin [None req-d5adfb26-57f3-4b29-be6b-2b92f3d4cc73 admin admin] Deleting port 050559a0-808f-4e90-bf70-b1eaf62a8f22 {{(pid=104158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:41:46.124113 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-d5adfb26-57f3-4b29-be6b-2b92f3d4cc73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772784948758'] for port (050559a0-808f-4e90-bf70-b1eaf62a8f22), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:46.219296 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.db [None req-d5adfb26-57f3-4b29-be6b-2b92f3d4cc73 admin admin] For port 050559a0-808f-4e90-bf70-b1eaf62a8f22, host dv-cinder-750782-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-smb',level=0,port_id=050559a0-808f-4e90-bf70-b1eaf62a8f22,segment=NetworkSegment(66365e83-625a-4d43-ad5f-f1cd3888d9a6),segment_id=66365e83-625a-4d43-ad5f-f1cd3888d9a6)] {{(pid=104158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:41:46.219656 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-d5adfb26-57f3-4b29-be6b-2b92f3d4cc73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576833'] for port (050559a0-808f-4e90-bf70-b1eaf62a8f22), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:46.235534 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.plugin [None req-d5adfb26-57f3-4b29-be6b-2b92f3d4cc73 admin admin] Calling delete_port for 050559a0-808f-4e90-bf70-b1eaf62a8f22 owned by network:router_interface {{(pid=104158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:41:46.560635 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-d5adfb26-57f3-4b29-be6b-2b92f3d4cc73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772784953465', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772784453879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302876'] for port (050559a0-808f-4e90-bf70-b1eaf62a8f22), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:46.593994 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5adfb26-57f3-4b29-be6b-2b92f3d4cc73 admin admin] Pushing event deleted for resources: {'Port': ['ID=050559a0-808f-4e90-bf70-b1eaf62a8f22,revision_number=None']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:41:46.658286 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device 193922b2-f3ab-41e8-acd9-cc19a0164194 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=104160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:41:46.688048 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] No Port match for: 193922b2-f3ab-41e8-acd9-cc19a0164194 {{(pid=104160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:41:46.688048 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device 193922b2-f3ab-41e8-acd9-cc19a0164194 not bound to the agent host hv-cinder-75078 {{(pid=104160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:41:46.688571 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device 1749e09e-9c88-4e97-9475-3ab9f5bb4296 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=104160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:41:46.711886 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] No Port match for: 1749e09e-9c88-4e97-9475-3ab9f5bb4296 {{(pid=104160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:41:46.732367 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device 1749e09e-9c88-4e97-9475-3ab9f5bb4296 not bound to the agent host hv-cinder-75078 {{(pid=104160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:41:46.787893 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-d5adfb26-57f3-4b29-be6b-2b92f3d4cc73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-589795'] for router_interface (72c1e985-d19f-4bd3-b983-d04005880b29), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:46.809642 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 49028) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:41:46.879275 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-0521d650-1533-4f3b-b904-31fb9c00d1b2 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Publish callbacks [] for security_group (e046400a-d9ff-4f82-bf37-90a88edc5066), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:46.909806 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-0521d650-1533-4f3b-b904-31fb9c00d1b2 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Publish callbacks [] for security_group (e046400a-d9ff-4f82-bf37-90a88edc5066), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:47.136911 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-0521d650-1533-4f3b-b904-31fb9c00d1b2 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (e046400a-d9ff-4f82-bf37-90a88edc5066), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:47.139844 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-0521d650-1533-4f3b-b904-31fb9c00d1b2 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:47.141342 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-0521d650-1533-4f3b-b904-31fb9c00d1b2 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "DELETE /v2.0/security-groups/e046400a-d9ff-4f82-bf37-90a88edc5066 HTTP/1.1" status: 204 len: 168 time: 0.3306506 Mar 31 15:41:47.144292 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 49036) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:41:47.151544 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0521d650-1533-4f3b-b904-31fb9c00d1b2 tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e046400a-d9ff-4f82-bf37-90a88edc5066,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:41:47.162856 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.api.v2.resource [None req-07891b84-94ca-4abc-bc8d-3c211597282d tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] show failed (client error): The resource could not be found. Mar 31 15:41:47.167132 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-07891b84-94ca-4abc-bc8d-3c211597282d tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "GET /v2.0/security-groups/e046400a-d9ff-4f82-bf37-90a88edc5066 HTTP/1.1" status: 404 len: 347 time: 0.0171268 Mar 31 15:41:47.177867 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 49038) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:41:47.404311 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5adfb26-57f3-4b29-be6b-2b92f3d4cc73 admin admin] Router 72c1e985-d19f-4bd3-b983-d04005880b29 has already been hosted by L3 agent 9721ac04-bac7-49da-b384-3a2049eedfa2 {{(pid=104158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:41:47.405055 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.plugin [None req-3df5aa1d-180f-4b97-a6cb-d6e01c0391df tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Deleting port 412a8b35-1a29-4e23-82ff-4c3a9c7aa94a {{(pid=104158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:41:47.405055 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-3df5aa1d-180f-4b97-a6cb-d6e01c0391df tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772784948758'] for port (412a8b35-1a29-4e23-82ff-4c3a9c7aa94a), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:47.561085 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-3df5aa1d-180f-4b97-a6cb-d6e01c0391df tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576833'] for port (412a8b35-1a29-4e23-82ff-4c3a9c7aa94a), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:47.561427 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-3df5aa1d-180f-4b97-a6cb-d6e01c0391df tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Publish callbacks [] for floatingip (412a8b35-1a29-4e23-82ff-4c3a9c7aa94a), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:47.578454 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.plugin [None req-3df5aa1d-180f-4b97-a6cb-d6e01c0391df tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Calling delete_port for 412a8b35-1a29-4e23-82ff-4c3a9c7aa94a owned by network:floatingip {{(pid=104158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:41:47.596834 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5adfb26-57f3-4b29-be6b-2b92f3d4cc73 admin admin] Notify agent at l3_agent.dv-cinder-750782-15-smb the message routers_updated {{(pid=104158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:41:47.603034 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-d5adfb26-57f3-4b29-be6b-2b92f3d4cc73 admin admin] 10.222.0.21 "PUT /v2.0/routers/72c1e985-d19f-4bd3-b983-d04005880b29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3711231 Mar 31 15:41:47.606365 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 49042) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:41:47.608154 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14583435-cec5-4fc3-a90b-9e9c29f379c6 None None] Sync routers for ids ['72c1e985-d19f-4bd3-b983-d04005880b29'] in dv-cinder-750782-15-smb {{(pid=104160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:41:47.627784 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14583435-cec5-4fc3-a90b-9e9c29f379c6 None None] Routers {'72c1e985-d19f-4bd3-b983-d04005880b29'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:41:47.628430 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_hamode_db [None req-14583435-cec5-4fc3-a90b-9e9c29f379c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:41:36Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['72c1e985-d19f-4bd3-b983-d04005880b29'], 'active': True} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:41:47.735215 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-7757064c-53c5-4baa-a6c4-6226949d8e18 admin admin] Publish callbacks [] for router (72c1e985-d19f-4bd3-b983-d04005880b29), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:47.753799 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvr_db [None req-14583435-cec5-4fc3-a90b-9e9c29f379c6 None None] Set router 72c1e985-d19f-4bd3-b983-d04005880b29 gateway port host: dv-cinder-750782-15-smb {{(pid=104160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:41:47.856763 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-3df5aa1d-180f-4b97-a6cb-d6e01c0391df tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772784953465', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772784453879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302876'] for port (412a8b35-1a29-4e23-82ff-4c3a9c7aa94a), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:47.866099 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-7757064c-53c5-4baa-a6c4-6226949d8e18 admin admin] Publish callbacks [] for router_gateway (72c1e985-d19f-4bd3-b983-d04005880b29), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:47.897470 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df5aa1d-180f-4b97-a6cb-d6e01c0391df tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Pushing event deleted for resources: {'Port': ['ID=412a8b35-1a29-4e23-82ff-4c3a9c7aa94a,revision_number=None']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:41:47.971014 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_hamode_db [None req-14583435-cec5-4fc3-a90b-9e9c29f379c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72c1e985-d19f-4bd3-b983-d04005880b29', 'name': 'tempest-ServerRescueNegativeTestJSON-1556175944-router', 'tenant_id': 'd4fc7fbc16624a3082581ef98d9d25a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.41'}], 'enable_snat': True}, 'gw_port_id': 'c86f7706-7305-4205-856f-83b9bf3fabd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:37:11Z', 'updated_at': '2022-03-31T15:41:46Z', 'revision_number': 5, 'project_id': 'd4fc7fbc16624a3082581ef98d9d25a5', 'gw_port': {'id': 'c86f7706-7305-4205-856f-83b9bf3fabd5', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c1e985-d19f-4bd3-b983-d04005880b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 233, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:37:12Z', 'updated_at': '2022-03-31T15:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb'}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:41:47.995251 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-3df5aa1d-180f-4b97-a6cb-d6e01c0391df tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Publish callbacks [] for floatingip (a6fdd39a-01c1-4a92-b71d-2edb7c4a843b), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:47.998292 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-3df5aa1d-180f-4b97-a6cb-d6e01c0391df tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451'] for floatingip (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:47.999061 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-3df5aa1d-180f-4b97-a6cb-d6e01c0391df tempest-AttachVolumeTestJSON-1533136149 tempest-AttachVolumeTestJSON-1533136149-project] 10.222.0.21 "DELETE /v2.0/floatingips/a6fdd39a-01c1-4a92-b71d-2edb7c4a843b HTTP/1.1" status: 204 len: 168 time: 0.8301220 Mar 31 15:41:48.008073 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14583435-cec5-4fc3-a90b-9e9c29f379c6 None None] Checking router: 72c1e985-d19f-4bd3-b983-d04005880b29 for host: dv-cinder-750782-15-smb {{(pid=104160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:41:48.020920 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14583435-cec5-4fc3-a90b-9e9c29f379c6 None None] Routers {'72c1e985-d19f-4bd3-b983-d04005880b29'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:41:48.021595 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_hamode_db [None req-14583435-cec5-4fc3-a90b-9e9c29f379c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:41:36Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['72c1e985-d19f-4bd3-b983-d04005880b29'], 'active': True} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:41:48.119646 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [None req-7757064c-53c5-4baa-a6c4-6226949d8e18 admin admin] Deleting port c86f7706-7305-4205-856f-83b9bf3fabd5 {{(pid=104159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:41:48.119990 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-7757064c-53c5-4baa-a6c4-6226949d8e18 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772784948758'] for port (c86f7706-7305-4205-856f-83b9bf3fabd5), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:48.152405 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvr_db [None req-14583435-cec5-4fc3-a90b-9e9c29f379c6 None None] Set router 72c1e985-d19f-4bd3-b983-d04005880b29 gateway port host: dv-cinder-750782-15-smb {{(pid=104160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:41:48.219302 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.db [None req-7757064c-53c5-4baa-a6c4-6226949d8e18 admin admin] For port c86f7706-7305-4205-856f-83b9bf3fabd5, host dv-cinder-750782-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-smb',level=0,port_id=c86f7706-7305-4205-856f-83b9bf3fabd5,segment=NetworkSegment(f25e0e1e-326a-4ef5-aa96-2f0a78776ef2),segment_id=f25e0e1e-326a-4ef5-aa96-2f0a78776ef2)] {{(pid=104159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:41:48.227655 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-7757064c-53c5-4baa-a6c4-6226949d8e18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576833'] for port (c86f7706-7305-4205-856f-83b9bf3fabd5), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:48.234549 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [None req-7757064c-53c5-4baa-a6c4-6226949d8e18 admin admin] Calling delete_port for c86f7706-7305-4205-856f-83b9bf3fabd5 owned by network:router_gateway {{(pid=104159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:41:48.377741 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_hamode_db [None req-14583435-cec5-4fc3-a90b-9e9c29f379c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72c1e985-d19f-4bd3-b983-d04005880b29', 'name': 'tempest-ServerRescueNegativeTestJSON-1556175944-router', 'tenant_id': 'd4fc7fbc16624a3082581ef98d9d25a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.41'}], 'enable_snat': True}, 'gw_port_id': 'c86f7706-7305-4205-856f-83b9bf3fabd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:37:11Z', 'updated_at': '2022-03-31T15:41:46Z', 'revision_number': 5, 'project_id': 'd4fc7fbc16624a3082581ef98d9d25a5', 'gw_port': {'id': 'c86f7706-7305-4205-856f-83b9bf3fabd5', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c1e985-d19f-4bd3-b983-d04005880b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 233, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:37:12Z', 'updated_at': '2022-03-31T15:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb'}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:41:48.408906 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14583435-cec5-4fc3-a90b-9e9c29f379c6 None None] The sync data for ids ['72c1e985-d19f-4bd3-b983-d04005880b29'] in dv-cinder-750782-15-smb is: [{'id': '72c1e985-d19f-4bd3-b983-d04005880b29', 'name': 'tempest-ServerRescueNegativeTestJSON-1556175944-router', 'tenant_id': 'd4fc7fbc16624a3082581ef98d9d25a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.41'}], 'enable_snat': True}, 'gw_port_id': 'c86f7706-7305-4205-856f-83b9bf3fabd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:37:11Z', 'updated_at': '2022-03-31T15:41:46Z', 'revision_number': 5, 'project_id': 'd4fc7fbc16624a3082581ef98d9d25a5', 'gw_port': {'id': 'c86f7706-7305-4205-856f-83b9bf3fabd5', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c1e985-d19f-4bd3-b983-d04005880b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 233, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:37:12Z', 'updated_at': '2022-03-31T15:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb'}] {{(pid=104160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:41:48.560355 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-7757064c-53c5-4baa-a6c4-6226949d8e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772784953465', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772784453879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3148002'] for port (c86f7706-7305-4205-856f-83b9bf3fabd5), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:48.590210 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7757064c-53c5-4baa-a6c4-6226949d8e18 admin admin] Pushing event deleted for resources: {'Port': ['ID=c86f7706-7305-4205-856f-83b9bf3fabd5,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:41:48.654549 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-7757064c-53c5-4baa-a6c4-6226949d8e18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573961'] for router_gateway (72c1e985-d19f-4bd3-b983-d04005880b29), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:48.753850 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-7757064c-53c5-4baa-a6c4-6226949d8e18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3305'] for router (72c1e985-d19f-4bd3-b983-d04005880b29), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:48.756268 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-7757064c-53c5-4baa-a6c4-6226949d8e18 admin admin] Publish callbacks [] for router_controller (72c1e985-d19f-4bd3-b983-d04005880b29), precommit_delete_associations {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:48.943639 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-7757064c-53c5-4baa-a6c4-6226949d8e18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588524'] for router (72c1e985-d19f-4bd3-b983-d04005880b29), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:48.944319 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7757064c-53c5-4baa-a6c4-6226949d8e18 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72c1e985-d19f-4bd3-b983-d04005880b29 {{(pid=104159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 15:41:48.949587 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-7757064c-53c5-4baa-a6c4-6226949d8e18 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:48.953141 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-7757064c-53c5-4baa-a6c4-6226949d8e18 admin admin] 10.222.0.21 "DELETE /v2.0/routers/72c1e985-d19f-4bd3-b983-d04005880b29 HTTP/1.1" status: 204 len: 168 time: 1.3431642 Mar 31 15:41:48.953890 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 49052) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:41:49.027484 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.db_base_plugin_v2 [None req-474a8d77-dadb-4d7f-bea6-589887bab47a admin admin] Deleting subnet 94d12cd9-1105-49d4-9d9d-27e65ff0c644 {{(pid=104159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 15:41:49.027484 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-474a8d77-dadb-4d7f-bea6-589887bab47a admin admin] Publish callbacks [] for subnet (94d12cd9-1105-49d4-9d9d-27e65ff0c644), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:49.069314 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-474a8d77-dadb-4d7f-bea6-589887bab47a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4015700'] for subnet (94d12cd9-1105-49d4-9d9d-27e65ff0c644), precommit_delete_associations {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:49.164789 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-474a8d77-dadb-4d7f-bea6-589887bab47a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8232756'] for subnet (94d12cd9-1105-49d4-9d9d-27e65ff0c644), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:49.451015 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-474a8d77-dadb-4d7f-bea6-589887bab47a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8232707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3149329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3286902'] for subnet (94d12cd9-1105-49d4-9d9d-27e65ff0c644), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:49.478775 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d77-dadb-4d7f-bea6-589887bab47a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94d12cd9-1105-49d4-9d9d-27e65ff0c644,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:41:49.483856 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-474a8d77-dadb-4d7f-bea6-589887bab47a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043269'] for subnet (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:49.489438 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-474a8d77-dadb-4d7f-bea6-589887bab47a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/94d12cd9-1105-49d4-9d9d-27e65ff0c644 HTTP/1.1" status: 204 len: 168 time: 0.5324748 Mar 31 15:41:49.490260 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 49064) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:41:49.495424 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf85d6ff-7fc6-4a55-ba8b-d3537076d3f0 None None] Network 4a5bb9cd-d074-4713-88c5-e7791e1f5e5b requested from dv-cinder-750782-15-smb {{(pid=104160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:41:49.583822 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-1cec992f-a7ec-4a6b-9c85-d4d24c87f599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8161909'] for network (4a5bb9cd-d074-4713-88c5-e7791e1f5e5b), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:49.652723 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.plugin [None req-1cec992f-a7ec-4a6b-9c85-d4d24c87f599 admin admin] Deleting port 0ad8efaa-3d35-466a-8434-51a85454f4d5 {{(pid=104158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:41:49.653283 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-1cec992f-a7ec-4a6b-9c85-d4d24c87f599 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772784948758'] for port (0ad8efaa-3d35-466a-8434-51a85454f4d5), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:49.702654 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b69aa3b-f984-4336-8d0b-a8e9e6006d3b None None] DHCP port deletion for 4a5bb9cd-d074-4713-88c5-e7791e1f5e5b request from dv-cinder-750782-15-smb {{(pid=104160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 15:41:49.722139 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.db [None req-1cec992f-a7ec-4a6b-9c85-d4d24c87f599 admin admin] For port 0ad8efaa-3d35-466a-8434-51a85454f4d5, host dv-cinder-750782-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-smb',level=0,port_id=0ad8efaa-3d35-466a-8434-51a85454f4d5,segment=NetworkSegment(66365e83-625a-4d43-ad5f-f1cd3888d9a6),segment_id=66365e83-625a-4d43-ad5f-f1cd3888d9a6)] {{(pid=104158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:41:49.722493 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-1cec992f-a7ec-4a6b-9c85-d4d24c87f599 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576833'] for port (0ad8efaa-3d35-466a-8434-51a85454f4d5), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:49.748110 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.plugin [None req-1cec992f-a7ec-4a6b-9c85-d4d24c87f599 admin admin] Calling delete_port for 0ad8efaa-3d35-466a-8434-51a85454f4d5 owned by network:dhcp {{(pid=104158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:41:49.776413 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-7b69aa3b-f984-4336-8d0b-a8e9e6006d3b None None] Deleting port 0ad8efaa-3d35-466a-8434-51a85454f4d5 {{(pid=104160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:41:49.776874 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-7b69aa3b-f984-4336-8d0b-a8e9e6006d3b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772784948758'] for port (0ad8efaa-3d35-466a-8434-51a85454f4d5), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:49.862402 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-7b69aa3b-f984-4336-8d0b-a8e9e6006d3b None None] For port 0ad8efaa-3d35-466a-8434-51a85454f4d5, host dv-cinder-750782-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-smb',level=0,port_id=0ad8efaa-3d35-466a-8434-51a85454f4d5,segment=NetworkSegment(66365e83-625a-4d43-ad5f-f1cd3888d9a6),segment_id=66365e83-625a-4d43-ad5f-f1cd3888d9a6)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:41:49.862935 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-7b69aa3b-f984-4336-8d0b-a8e9e6006d3b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576833'] for port (0ad8efaa-3d35-466a-8434-51a85454f4d5), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:49.878134 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-7b69aa3b-f984-4336-8d0b-a8e9e6006d3b None None] Calling delete_port for 0ad8efaa-3d35-466a-8434-51a85454f4d5 owned by network:dhcp {{(pid=104160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:41:49.983501 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-1cec992f-a7ec-4a6b-9c85-d4d24c87f599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772784953465', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772784453879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302876'] for port (0ad8efaa-3d35-466a-8434-51a85454f4d5), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:49.991697 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-7b69aa3b-f984-4336-8d0b-a8e9e6006d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772784953465', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772784453879'] for port (0ad8efaa-3d35-466a-8434-51a85454f4d5), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:50.017058 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cec992f-a7ec-4a6b-9c85-d4d24c87f599 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ad8efaa-3d35-466a-8434-51a85454f4d5,revision_number=None']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:41:50.020853 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cec992f-a7ec-4a6b-9c85-d4d24c87f599 admin admin] No DVR routers for this DVR port 0ad8efaa-3d35-466a-8434-51a85454f4d5 on host dv-cinder-750782-15-smb {{(pid=104158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:41:50.034436 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b69aa3b-f984-4336-8d0b-a8e9e6006d3b None None] Pushing event deleted for resources: {'Port': ['ID=0ad8efaa-3d35-466a-8434-51a85454f4d5,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:41:50.039916 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b69aa3b-f984-4336-8d0b-a8e9e6006d3b None None] No DVR routers for this DVR port 0ad8efaa-3d35-466a-8434-51a85454f4d5 on host dv-cinder-750782-15-smb {{(pid=104160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:41:50.099859 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-1cec992f-a7ec-4a6b-9c85-d4d24c87f599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8291519', 'neutron.services.segments.db._delete_segments_for_network-8772784778810'] for network (4a5bb9cd-d074-4713-88c5-e7791e1f5e5b), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:50.126731 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.services.segments.db [None req-1cec992f-a7ec-4a6b-9c85-d4d24c87f599 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a5bb9cd-d074-4713-88c5-e7791e1f5e5b']}} {{(pid=104158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:41:50.139467 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.services.segments.db [None req-1cec992f-a7ec-4a6b-9c85-d4d24c87f599 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66365e83-625a-4d43-ad5f-f1cd3888d9a6') {'for_net_delete': True} {{(pid=104158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:41:50.139689 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.services.segments.db [None req-1cec992f-a7ec-4a6b-9c85-d4d24c87f599 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66365e83-625a-4d43-ad5f-f1cd3888d9a6') {} {{(pid=104158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:41:50.152868 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-1cec992f-a7ec-4a6b-9c85-d4d24c87f599 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772784779587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8525835'] for segment (66365e83-625a-4d43-ad5f-f1cd3888d9a6), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:50.181484 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-1cec992f-a7ec-4a6b-9c85-d4d24c87f599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8219139'] for segment (66365e83-625a-4d43-ad5f-f1cd3888d9a6), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:50.190391 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cec992f-a7ec-4a6b-9c85-d4d24c87f599 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=104158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:41:50.190800 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-1cec992f-a7ec-4a6b-9c85-d4d24c87f599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8219139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302793'] for segment (66365e83-625a-4d43-ad5f-f1cd3888d9a6), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:50.192778 dv-cinder-750782-15-smb neutron-server[104158]: Traceback (most recent call last): Mar 31 15:41:50.192778 dv-cinder-750782-15-smb neutron-server[104158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:41:50.192778 dv-cinder-750782-15-smb neutron-server[104158]: timer() Mar 31 15:41:50.192778 dv-cinder-750782-15-smb neutron-server[104158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:41:50.192778 dv-cinder-750782-15-smb neutron-server[104158]: cb(*args, **kw) Mar 31 15:41:50.192778 dv-cinder-750782-15-smb neutron-server[104158]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 15:41:50.192778 dv-cinder-750782-15-smb neutron-server[104158]: return func(*args, **kwargs) Mar 31 15:41:50.192778 dv-cinder-750782-15-smb neutron-server[104158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:41:50.192778 dv-cinder-750782-15-smb neutron-server[104158]: self._notify() Mar 31 15:41:50.192778 dv-cinder-750782-15-smb neutron-server[104158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:41:50.192778 dv-cinder-750782-15-smb neutron-server[104158]: self.callback(batched_events) Mar 31 15:41:50.192778 dv-cinder-750782-15-smb neutron-server[104158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:41:50.192778 dv-cinder-750782-15-smb neutron-server[104158]: event.method(event) Mar 31 15:41:50.192778 dv-cinder-750782-15-smb neutron-server[104158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 15:41:50.192778 dv-cinder-750782-15-smb neutron-server[104158]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:41:50.192778 dv-cinder-750782-15-smb neutron-server[104158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 15:41:50.192778 dv-cinder-750782-15-smb neutron-server[104158]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:41:50.192778 dv-cinder-750782-15-smb neutron-server[104158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 15:41:50.192778 dv-cinder-750782-15-smb neutron-server[104158]: return f(self, *a, **k) Mar 31 15:41:50.192778 dv-cinder-750782-15-smb neutron-server[104158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 15:41:50.192778 dv-cinder-750782-15-smb neutron-server[104158]: return self._get(url).json() Mar 31 15:41:50.192778 dv-cinder-750782-15-smb neutron-server[104158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 15:41:50.192778 dv-cinder-750782-15-smb neutron-server[104158]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:41:50.192778 dv-cinder-750782-15-smb neutron-server[104158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:41:50.192778 dv-cinder-750782-15-smb neutron-server[104158]: return self.request(url, 'GET', **kwargs) Mar 31 15:41:50.192778 dv-cinder-750782-15-smb neutron-server[104158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:41:50.192778 dv-cinder-750782-15-smb neutron-server[104158]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:41:50.192778 dv-cinder-750782-15-smb neutron-server[104158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:41:50.192778 dv-cinder-750782-15-smb neutron-server[104158]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:41:50.192778 dv-cinder-750782-15-smb neutron-server[104158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:41:50.192778 dv-cinder-750782-15-smb neutron-server[104158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:41:50.192778 dv-cinder-750782-15-smb neutron-server[104158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:41:50.207429 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device 050559a0-808f-4e90-bf70-b1eaf62a8f22 no longer exists at agent ovs-agent-dv-cinder-750782-15-smb {{(pid=104160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:41:50.233090 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] No Port match for: 050559a0-808f-4e90-bf70-b1eaf62a8f22 {{(pid=104160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:41:50.233499 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device 050559a0-808f-4e90-bf70-b1eaf62a8f22 not bound to the agent host dv-cinder-750782-15-smb {{(pid=104160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:41:50.233826 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device c86f7706-7305-4205-856f-83b9bf3fabd5 no longer exists at agent ovs-agent-dv-cinder-750782-15-smb {{(pid=104160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:41:50.254233 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] No Port match for: c86f7706-7305-4205-856f-83b9bf3fabd5 {{(pid=104160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:41:50.254579 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device c86f7706-7305-4205-856f-83b9bf3fabd5 not bound to the agent host dv-cinder-750782-15-smb {{(pid=104160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:41:50.255003 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device 0ad8efaa-3d35-466a-8434-51a85454f4d5 no longer exists at agent ovs-agent-dv-cinder-750782-15-smb {{(pid=104160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:41:50.277784 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] No Port match for: 0ad8efaa-3d35-466a-8434-51a85454f4d5 {{(pid=104160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:41:50.278484 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device 0ad8efaa-3d35-466a-8434-51a85454f4d5 not bound to the agent host dv-cinder-750782-15-smb {{(pid=104160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:41:50.463348 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-1cec992f-a7ec-4a6b-9c85-d4d24c87f599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8291510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574053'] for network (4a5bb9cd-d074-4713-88c5-e7791e1f5e5b), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:50.469182 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-1cec992f-a7ec-4a6b-9c85-d4d24c87f599 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043269'] for network (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:50.474885 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-1cec992f-a7ec-4a6b-9c85-d4d24c87f599 admin admin] 10.222.0.21 "DELETE /v2.0/networks/4a5bb9cd-d074-4713-88c5-e7791e1f5e5b HTTP/1.1" status: 204 len: 168 time: 0.9807019 Mar 31 15:41:50.486302 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cec992f-a7ec-4a6b-9c85-d4d24c87f599 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a5bb9cd-d074-4713-88c5-e7791e1f5e5b,revision_number=None']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:41:51.036792 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 49084) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:41:51.077169 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-379d6449-42ba-4c7e-8b21-baf4206b72ad admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d4fc7fbc16624a3082581ef98d9d25a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389194 Mar 31 15:41:51.079923 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 49086) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:41:51.127958 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-4769a05a-b240-4502-b6af-3feeabee74b1 admin admin] Publish callbacks [] for security_group (e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:51.155391 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-4769a05a-b240-4502-b6af-3feeabee74b1 admin admin] Publish callbacks [] for security_group (e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:51.308327 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-4769a05a-b240-4502-b6af-3feeabee74b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:51.310926 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-4769a05a-b240-4502-b6af-3feeabee74b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:51.312115 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-4769a05a-b240-4502-b6af-3feeabee74b1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3 HTTP/1.1" status: 204 len: 168 time: 0.2311821 Mar 31 15:41:51.333091 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4769a05a-b240-4502-b6af-3feeabee74b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4318df6-ec4c-4d85-b9b6-047fdb1bf2e3,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:41:52.334928 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 49114) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:41:52.674072 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 49126) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:41:52.788240 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.v2.base [None req-cc9b7026-3fcf-41aa-84a9-c608e45c47e6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-263990863-network', 'tenant_id': 'c680e9e6d388412fa4440c103afb5577'}} {{(pid=104158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:41:52.876092 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-5704cadc-d6ce-4f8e-a15c-b5c9f7360c70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574323'] for router_interface (8da13428-dd29-43c2-90b9-9601dc801daa), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:52.948148 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc9b7026-3fcf-41aa-84a9-c608e45c47e6 admin admin] Made reservation on behalf of c680e9e6d388412fa4440c103afb5577 for: {'network': 1} {{(pid=104158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:41:52.966244 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-cc9b7026-3fcf-41aa-84a9-c608e45c47e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for network (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:52.966244 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-cc9b7026-3fcf-41aa-84a9-c608e45c47e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:53.061313 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-cc9b7026-3fcf-41aa-84a9-c608e45c47e6 admin admin] Publish callbacks [] for security_group (ff52c4a2-ddd0-4bfc-a5a2-6996d3546772), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:53.195251 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-cc9b7026-3fcf-41aa-84a9-c608e45c47e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (ff52c4a2-ddd0-4bfc-a5a2-6996d3546772), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:53.221622 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc9b7026-3fcf-41aa-84a9-c608e45c47e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=104158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:41:53.232754 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9b7026-3fcf-41aa-84a9-c608e45c47e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff52c4a2-ddd0-4bfc-a5a2-6996d3546772,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:41:53.239338 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-cc9b7026-3fcf-41aa-84a9-c608e45c47e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8219139'] for segment (6bcab16b-0c41-4f5b-8545-8863ae1cf078), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:53.239723 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.db.segments_db [None req-cc9b7026-3fcf-41aa-84a9-c608e45c47e6 admin admin] Added segment 6bcab16b-0c41-4f5b-8545-8863ae1cf078 of type vlan for network 6ce47f39-3814-4e43-bd73-afb159608eca Mar 31 15:41:53.286016 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-cc9b7026-3fcf-41aa-84a9-c608e45c47e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772784419386'] for network (6ce47f39-3814-4e43-bd73-afb159608eca), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:53.389271 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-cc9b7026-3fcf-41aa-84a9-c608e45c47e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315'] for network (6ce47f39-3814-4e43-bd73-afb159608eca), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:53.390778 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9b7026-3fcf-41aa-84a9-c608e45c47e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:53.391368 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-cc9b7026-3fcf-41aa-84a9-c608e45c47e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043269'] for network (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:53.400779 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [None req-5704cadc-d6ce-4f8e-a15c-b5c9f7360c70 admin admin] Deleting port 270cf125-196c-4eb9-9e3a-b28307d064dc {{(pid=104159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:41:53.401342 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-5704cadc-d6ce-4f8e-a15c-b5c9f7360c70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772784948758'] for port (270cf125-196c-4eb9-9e3a-b28307d064dc), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:53.451513 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9b7026-3fcf-41aa-84a9-c608e45c47e6 admin admin] Pushing event updated for resources: {'Network': ['ID=6ce47f39-3814-4e43-bd73-afb159608eca,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:41:53.462942 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Network 6ce47f39-3814-4e43-bd73-afb159608eca details requested by agent ovs-agent-dv-cinder-750782-15-smb with host dv-cinder-750782-15-smb {{(pid=104160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 15:41:53.484305 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.db [None req-5704cadc-d6ce-4f8e-a15c-b5c9f7360c70 admin admin] For port 270cf125-196c-4eb9-9e3a-b28307d064dc, host dv-cinder-750782-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-smb',level=0,port_id=270cf125-196c-4eb9-9e3a-b28307d064dc,segment=NetworkSegment(ec34a71e-0dc7-4d80-8f0e-2bcd71ad2a76),segment_id=ec34a71e-0dc7-4d80-8f0e-2bcd71ad2a76)] {{(pid=104159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:41:53.484846 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-5704cadc-d6ce-4f8e-a15c-b5c9f7360c70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576833'] for port (270cf125-196c-4eb9-9e3a-b28307d064dc), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:53.498633 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [None req-5704cadc-d6ce-4f8e-a15c-b5c9f7360c70 admin admin] Calling delete_port for 270cf125-196c-4eb9-9e3a-b28307d064dc owned by network:router_interface {{(pid=104159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:41:53.551886 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-cc9b7026-3fcf-41aa-84a9-c608e45c47e6 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8765798 Mar 31 15:41:53.554920 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 49130) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:41:53.559953 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.v2.base [None req-aafed611-eaa8-4320-a6f9-1ccc01a5af68 admin admin] Request body: {'subnet': {'network_id': '6ce47f39-3814-4e43-bd73-afb159608eca', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-263990863-subnet', 'tenant_id': 'c680e9e6d388412fa4440c103afb5577', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:41:53.749380 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aafed611-eaa8-4320-a6f9-1ccc01a5af68 admin admin] Made reservation on behalf of c680e9e6d388412fa4440c103afb5577 for: {'subnet': 1} {{(pid=104158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:41:53.752596 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-aafed611-eaa8-4320-a6f9-1ccc01a5af68 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9104054'] for subnet (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:53.857869 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-5704cadc-d6ce-4f8e-a15c-b5c9f7360c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772784953465', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772784453879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3148002'] for port (270cf125-196c-4eb9-9e3a-b28307d064dc), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:53.888910 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5704cadc-d6ce-4f8e-a15c-b5c9f7360c70 admin admin] Pushing event deleted for resources: {'Port': ['ID=270cf125-196c-4eb9-9e3a-b28307d064dc,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:41:54.096303 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-5704cadc-d6ce-4f8e-a15c-b5c9f7360c70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-589795'] for router_interface (8da13428-dd29-43c2-90b9-9601dc801daa), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:54.132764 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-aafed611-eaa8-4320-a6f9-1ccc01a5af68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3302252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9104032'] for subnet (9a2e610f-76e0-4760-b7be-8011d4581daa), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:54.202801 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafed611-eaa8-4320-a6f9-1ccc01a5af68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a2e610f-76e0-4760-b7be-8011d4581daa,revision_number=0']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:41:54.219601 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafed611-eaa8-4320-a6f9-1ccc01a5af68 admin admin] Checking segment: {'id': '6bcab16b-0c41-4f5b-8545-8863ae1cf078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6ce47f39-3814-4e43-bd73-afb159608eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:41:54.220124 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafed611-eaa8-4320-a6f9-1ccc01a5af68 admin admin] Network hostable DHCP agents. Network: 6ce47f39-3814-4e43-bd73-afb159608eca, hostable agents: ['80b0103a-7158-48a6-b59a-3fe393c523d9'], hosted agents: [] {{(pid=104158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:41:54.379250 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafed611-eaa8-4320-a6f9-1ccc01a5af68 admin admin] Network 6ce47f39-3814-4e43-bd73-afb159608eca is scheduled to be hosted by DHCP agent 80b0103a-7158-48a6-b59a-3fe393c523d9 with binding_index 1 {{(pid=104158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:41:54.386855 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5704cadc-d6ce-4f8e-a15c-b5c9f7360c70 admin admin] Router 8da13428-dd29-43c2-90b9-9601dc801daa has already been hosted by L3 agent 9721ac04-bac7-49da-b384-3a2049eedfa2 {{(pid=104159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:41:54.501186 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5704cadc-d6ce-4f8e-a15c-b5c9f7360c70 admin admin] Notify agent at l3_agent.dv-cinder-750782-15-smb the message routers_updated {{(pid=104159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:41:54.506248 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-5704cadc-d6ce-4f8e-a15c-b5c9f7360c70 admin admin] 10.222.0.21 "PUT /v2.0/routers/8da13428-dd29-43c2-90b9-9601dc801daa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1702330 Mar 31 15:41:54.508989 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 49146) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:41:54.511642 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e975a5d8-d9af-4d66-b8aa-993605032c74 None None] Sync routers for ids ['8da13428-dd29-43c2-90b9-9601dc801daa'] in dv-cinder-750782-15-smb {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:41:54.523731 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e975a5d8-d9af-4d66-b8aa-993605032c74 None None] Routers {'8da13428-dd29-43c2-90b9-9601dc801daa'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:41:54.524453 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-e975a5d8-d9af-4d66-b8aa-993605032c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:41:36Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['8da13428-dd29-43c2-90b9-9601dc801daa'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:41:54.531683 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.scheduler.base_scheduler [None req-aafed611-eaa8-4320-a6f9-1ccc01a5af68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-15-smb, 6ce47f39-3814-4e43-bd73-afb159608eca) {{(pid=104158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:41:54.539352 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafed611-eaa8-4320-a6f9-1ccc01a5af68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:54.540185 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-aafed611-eaa8-4320-a6f9-1ccc01a5af68 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:54.544898 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0b5566-0b14-402c-8395-aa962f79bad4 None None] Network 6ce47f39-3814-4e43-bd73-afb159608eca requested from dv-cinder-750782-15-smb {{(pid=104160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:41:54.643283 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-e975a5d8-d9af-4d66-b8aa-993605032c74 None None] Set router 8da13428-dd29-43c2-90b9-9601dc801daa gateway port host: dv-cinder-750782-15-smb {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:41:54.654384 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-608a669d-2e0c-4c77-bd8d-81a362d8da81 admin admin] Publish callbacks [] for router (8da13428-dd29-43c2-90b9-9601dc801daa), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:54.655376 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-aafed611-eaa8-4320-a6f9-1ccc01a5af68 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0991836 Mar 31 15:41:54.658977 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 49148) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:41:54.664436 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.v2.base [None req-2cb786cd-2156-41ad-b3b6-73bcf5eff17a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-263990863-router', 'tenant_id': 'c680e9e6d388412fa4440c103afb5577', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943'}}} {{(pid=104158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:41:54.674227 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5b0117-bfdb-40fc-b285-81d3b12b05dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec827e25-5276-5d2f-9d0f-720d9e092647-6ce47f39-3814-4e43-bd73-afb159608eca', 'network_id': '6ce47f39-3814-4e43-bd73-afb159608eca', 'project_id': 'c680e9e6d388412fa4440c103afb5577', 'fixed_ips': [{'subnet_id': '9a2e610f-76e0-4760-b7be-8011d4581daa'}]}} from dv-cinder-750782-15-smb. {{(pid=104160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 15:41:54.676345 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-eb5b0117-bfdb-40fc-b285-81d3b12b05dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:54.788332 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-2cb786cd-2156-41ad-b3b6-73bcf5eff17a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3287'] for router (95c77d00-634a-400a-87a7-fa35a069860c), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:54.789355 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-2cb786cd-2156-41ad-b3b6-73bcf5eff17a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-574202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3294'] for router (95c77d00-634a-400a-87a7-fa35a069860c), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:54.813152 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-608a669d-2e0c-4c77-bd8d-81a362d8da81 admin admin] Publish callbacks [] for router_gateway (8da13428-dd29-43c2-90b9-9601dc801daa), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:54.874785 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-e975a5d8-d9af-4d66-b8aa-993605032c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da13428-dd29-43c2-90b9-9601dc801daa', 'name': 'tempest-AttachVolumeTestJSON-1657121342-router', 'tenant_id': 'be4d3c00b0c245529e30b10275e77a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.250'}], 'enable_snat': True}, 'gw_port_id': '22afbc9f-9d0e-4cfa-8680-77394dc34ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:36:14Z', 'updated_at': '2022-03-31T15:41:53Z', 'revision_number': 5, 'project_id': 'be4d3c00b0c245529e30b10275e77a1a', 'gw_port': {'id': '22afbc9f-9d0e-4cfa-8680-77394dc34ccd', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da13428-dd29-43c2-90b9-9601dc801daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:15Z', 'updated_at': '2022-03-31T15:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb'}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:41:54.888036 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-2cb786cd-2156-41ad-b3b6-73bcf5eff17a admin admin] Publish callbacks [] for router_controller (95c77d00-634a-400a-87a7-fa35a069860c), precommit_add_association {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:54.914865 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e975a5d8-d9af-4d66-b8aa-993605032c74 None None] Checking router: 8da13428-dd29-43c2-90b9-9601dc801daa for host: dv-cinder-750782-15-smb {{(pid=104161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:41:54.926238 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e975a5d8-d9af-4d66-b8aa-993605032c74 None None] Routers {'8da13428-dd29-43c2-90b9-9601dc801daa'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:41:54.926935 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-e975a5d8-d9af-4d66-b8aa-993605032c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:41:36Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['8da13428-dd29-43c2-90b9-9601dc801daa'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:41:55.018758 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [None req-608a669d-2e0c-4c77-bd8d-81a362d8da81 admin admin] Deleting port 22afbc9f-9d0e-4cfa-8680-77394dc34ccd {{(pid=104159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:41:55.019130 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-608a669d-2e0c-4c77-bd8d-81a362d8da81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772784948758'] for port (22afbc9f-9d0e-4cfa-8680-77394dc34ccd), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:55.026722 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.db_base_plugin_common [None req-eb5b0117-bfdb-40fc-b285-81d3b12b05dc None None] Allocated IP 172.20.0.2 (6ce47f39-3814-4e43-bd73-afb159608eca/9a2e610f-76e0-4760-b7be-8011d4581daa/a43036d4-9fdf-47ee-9de4-6ebef9db19fe) {{(pid=104160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:41:55.077306 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-e975a5d8-d9af-4d66-b8aa-993605032c74 None None] Set router 8da13428-dd29-43c2-90b9-9601dc801daa gateway port host: dv-cinder-750782-15-smb {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:41:55.111451 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.db [None req-608a669d-2e0c-4c77-bd8d-81a362d8da81 admin admin] For port 22afbc9f-9d0e-4cfa-8680-77394dc34ccd, host dv-cinder-750782-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-smb',level=0,port_id=22afbc9f-9d0e-4cfa-8680-77394dc34ccd,segment=NetworkSegment(f25e0e1e-326a-4ef5-aa96-2f0a78776ef2),segment_id=f25e0e1e-326a-4ef5-aa96-2f0a78776ef2)] {{(pid=104159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:41:55.111742 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-608a669d-2e0c-4c77-bd8d-81a362d8da81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576833'] for port (22afbc9f-9d0e-4cfa-8680-77394dc34ccd), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:55.139308 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [None req-608a669d-2e0c-4c77-bd8d-81a362d8da81 admin admin] Calling delete_port for 22afbc9f-9d0e-4cfa-8680-77394dc34ccd owned by network:router_gateway {{(pid=104159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:41:55.182347 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-2cb786cd-2156-41ad-b3b6-73bcf5eff17a admin admin] Publish callbacks [] for router_gateway (95c77d00-634a-400a-87a7-fa35a069860c), precommit_update {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:55.222696 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-eb5b0117-bfdb-40fc-b285-81d3b12b05dc None None] Publish callbacks [] for port (a43036d4-9fdf-47ee-9de4-6ebef9db19fe), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:55.299190 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-e975a5d8-d9af-4d66-b8aa-993605032c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da13428-dd29-43c2-90b9-9601dc801daa', 'name': 'tempest-AttachVolumeTestJSON-1657121342-router', 'tenant_id': 'be4d3c00b0c245529e30b10275e77a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.250'}], 'enable_snat': True}, 'gw_port_id': '22afbc9f-9d0e-4cfa-8680-77394dc34ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:36:14Z', 'updated_at': '2022-03-31T15:41:53Z', 'revision_number': 5, 'project_id': 'be4d3c00b0c245529e30b10275e77a1a', 'gw_port': {'id': '22afbc9f-9d0e-4cfa-8680-77394dc34ccd', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da13428-dd29-43c2-90b9-9601dc801daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:15Z', 'updated_at': '2022-03-31T15:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb'}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:41:55.342575 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e975a5d8-d9af-4d66-b8aa-993605032c74 None None] The sync data for ids ['8da13428-dd29-43c2-90b9-9601dc801daa'] in dv-cinder-750782-15-smb is: [{'id': '8da13428-dd29-43c2-90b9-9601dc801daa', 'name': 'tempest-AttachVolumeTestJSON-1657121342-router', 'tenant_id': 'be4d3c00b0c245529e30b10275e77a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.250'}], 'enable_snat': True}, 'gw_port_id': '22afbc9f-9d0e-4cfa-8680-77394dc34ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:36:14Z', 'updated_at': '2022-03-31T15:41:53Z', 'revision_number': 5, 'project_id': 'be4d3c00b0c245529e30b10275e77a1a', 'gw_port': {'id': '22afbc9f-9d0e-4cfa-8680-77394dc34ccd', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da13428-dd29-43c2-90b9-9601dc801daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:15Z', 'updated_at': '2022-03-31T15:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb'}] {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:41:55.366680 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-eb5b0117-bfdb-40fc-b285-81d3b12b05dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772784453870'] for port (a43036d4-9fdf-47ee-9de4-6ebef9db19fe), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:55.426501 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5b0117-bfdb-40fc-b285-81d3b12b05dc None None] Network 6ce47f39-3814-4e43-bd73-afb159608eca is already hosted by enough agents. {{(pid=104160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:41:55.435404 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.scheduler.base_scheduler [None req-eb5b0117-bfdb-40fc-b285-81d3b12b05dc None None] Resources bound (agent type, host, resource id): {{(pid=104160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:41:55.437933 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5b0117-bfdb-40fc-b285-81d3b12b05dc None None] Received port after_create {{(pid=104160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:41:55.449856 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5b0117-bfdb-40fc-b285-81d3b12b05dc None None] Pushing event updated for resources: {'Port': ['ID=a43036d4-9fdf-47ee-9de4-6ebef9db19fe,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:41:55.475148 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-608a669d-2e0c-4c77-bd8d-81a362d8da81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772784953465', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772784453879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3148002'] for port (22afbc9f-9d0e-4cfa-8680-77394dc34ccd), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:55.505078 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608a669d-2e0c-4c77-bd8d-81a362d8da81 admin admin] Pushing event deleted for resources: {'Port': ['ID=22afbc9f-9d0e-4cfa-8680-77394dc34ccd,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:41:55.572048 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [None req-eb5b0117-bfdb-40fc-b285-81d3b12b05dc None None] Attempting to bind port a43036d4-9fdf-47ee-9de4-6ebef9db19fe on host dv-cinder-750782-15-smb for vnic_type normal with profile {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:41:55.572666 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [None req-eb5b0117-bfdb-40fc-b285-81d3b12b05dc None None] Attempting to bind port a43036d4-9fdf-47ee-9de4-6ebef9db19fe by drivers openvswitch,hyperv on host dv-cinder-750782-15-smb at level 0 using segments [{'id': '6bcab16b-0c41-4f5b-8545-8863ae1cf078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6ce47f39-3814-4e43-bd73-afb159608eca'}] {{(pid=104160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:41:55.572828 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5b0117-bfdb-40fc-b285-81d3b12b05dc None None] Attempting to bind port a43036d4-9fdf-47ee-9de4-6ebef9db19fe on network 6ce47f39-3814-4e43-bd73-afb159608eca {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:41:55.581572 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5b0117-bfdb-40fc-b285-81d3b12b05dc None None] Checking agent: {'id': 'fd34c7ed-cab5-463e-81bb-e9aa6ef90623', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 27, 41), 'started_at': datetime.datetime(2022, 3, 31, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:41:55.582345 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5b0117-bfdb-40fc-b285-81d3b12b05dc None None] Checking segment: {'id': '6bcab16b-0c41-4f5b-8545-8863ae1cf078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6ce47f39-3814-4e43-bd73-afb159608eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:41:55.583729 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-eb5b0117-bfdb-40fc-b285-81d3b12b05dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:55.583729 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5b0117-bfdb-40fc-b285-81d3b12b05dc None None] Bound using segment: {'id': '6bcab16b-0c41-4f5b-8545-8863ae1cf078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6ce47f39-3814-4e43-bd73-afb159608eca'} {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:41:55.584614 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [None req-eb5b0117-bfdb-40fc-b285-81d3b12b05dc None None] Bound port: a43036d4-9fdf-47ee-9de4-6ebef9db19fe, host: dv-cinder-750782-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bcab16b-0c41-4f5b-8545-8863ae1cf078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6ce47f39-3814-4e43-bd73-afb159608eca'}}] {{(pid=104160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:41:55.585523 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-eb5b0117-bfdb-40fc-b285-81d3b12b05dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (a43036d4-9fdf-47ee-9de4-6ebef9db19fe), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:55.599371 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-2cb786cd-2156-41ad-b3b6-73bcf5eff17a admin admin] Publish callbacks [] for router_gateway (95c77d00-634a-400a-87a7-fa35a069860c), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:55.605358 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-608a669d-2e0c-4c77-bd8d-81a362d8da81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573961'] for router_gateway (8da13428-dd29-43c2-90b9-9601dc801daa), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:55.621574 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-2cb786cd-2156-41ad-b3b6-73bcf5eff17a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:55.694524 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-eb5b0117-bfdb-40fc-b285-81d3b12b05dc None None] For port a43036d4-9fdf-47ee-9de4-6ebef9db19fe, host dv-cinder-750782-15-smb, cleared binding levels {{(pid=104160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:41:55.699316 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-eb5b0117-bfdb-40fc-b285-81d3b12b05dc None None] For port a43036d4-9fdf-47ee-9de4-6ebef9db19fe, host dv-cinder-750782-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-smb',level=0,port_id=a43036d4-9fdf-47ee-9de4-6ebef9db19fe,segment=NetworkSegment(6bcab16b-0c41-4f5b-8545-8863ae1cf078),segment_id=6bcab16b-0c41-4f5b-8545-8863ae1cf078)] {{(pid=104160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:41:55.729474 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-608a669d-2e0c-4c77-bd8d-81a362d8da81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3305'] for router (8da13428-dd29-43c2-90b9-9601dc801daa), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:55.732415 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-608a669d-2e0c-4c77-bd8d-81a362d8da81 admin admin] Publish callbacks [] for router_controller (8da13428-dd29-43c2-90b9-9601dc801daa), precommit_delete_associations {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:55.781285 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.db.db_base_plugin_common [None req-2cb786cd-2156-41ad-b3b6-73bcf5eff17a admin admin] Allocated IP 172.28.2.207 (8959fca3-760a-428d-87ed-41d110f4f943/79fe0710-163f-45bc-8cd9-cc15163c6821/ab414089-2830-4501-93f0-5d9ec8e86bdb) {{(pid=104158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:41:55.807572 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-eb5b0117-bfdb-40fc-b285-81d3b12b05dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (a43036d4-9fdf-47ee-9de4-6ebef9db19fe), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:55.879086 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5b0117-bfdb-40fc-b285-81d3b12b05dc None None] Pushing event updated for resources: {'Port': ['ID=a43036d4-9fdf-47ee-9de4-6ebef9db19fe,revision_number=2']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:41:55.928144 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-608a669d-2e0c-4c77-bd8d-81a362d8da81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588524'] for router (8da13428-dd29-43c2-90b9-9601dc801daa), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:55.929662 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-608a669d-2e0c-4c77-bd8d-81a362d8da81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8da13428-dd29-43c2-90b9-9601dc801daa {{(pid=104159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 15:41:55.932928 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-2cb786cd-2156-41ad-b3b6-73bcf5eff17a admin admin] Publish callbacks [] for port (ab414089-2830-4501-93f0-5d9ec8e86bdb), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:55.953106 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-608a669d-2e0c-4c77-bd8d-81a362d8da81 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:55.964546 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-608a669d-2e0c-4c77-bd8d-81a362d8da81 admin admin] 10.222.0.21 "DELETE /v2.0/routers/8da13428-dd29-43c2-90b9-9601dc801daa HTTP/1.1" status: 204 len: 168 time: 1.4474390 Mar 31 15:41:55.966699 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 49158) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:41:56.059991 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.db_base_plugin_v2 [None req-61bf9b30-b901-4ca0-96cd-f841073ee9f2 admin admin] Deleting subnet 0ed38ac7-8ffd-41b7-819b-98cf852cf0d4 {{(pid=104159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 15:41:56.065525 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-61bf9b30-b901-4ca0-96cd-f841073ee9f2 admin admin] Publish callbacks [] for subnet (0ed38ac7-8ffd-41b7-819b-98cf852cf0d4), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:56.125819 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-61bf9b30-b901-4ca0-96cd-f841073ee9f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4015700'] for subnet (0ed38ac7-8ffd-41b7-819b-98cf852cf0d4), precommit_delete_associations {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:56.160570 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-2cb786cd-2156-41ad-b3b6-73bcf5eff17a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772784453870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302876'] for port (ab414089-2830-4501-93f0-5d9ec8e86bdb), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:56.167443 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2a3cbd-284f-4df7-b387-1b5f46b3c361 req-4637d241-dacb-482e-b427-97a73972f2d9 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:56.168983 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-5e2a3cbd-284f-4df7-b387-1b5f46b3c361 req-4637d241-dacb-482e-b427-97a73972f2d9 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2277d5e-8222-45b8-92e9-5069ee84fd02 HTTP/1.1" status: 200 len: 945 time: 0.1556258 Mar 31 15:41:56.222360 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb786cd-2156-41ad-b3b6-73bcf5eff17a admin admin] Network 8959fca3-760a-428d-87ed-41d110f4f943 is already hosted by enough agents. {{(pid=104158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:41:56.224379 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.scheduler.base_scheduler [None req-2cb786cd-2156-41ad-b3b6-73bcf5eff17a admin admin] Resources bound (agent type, host, resource id): {{(pid=104158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:41:56.233728 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb786cd-2156-41ad-b3b6-73bcf5eff17a admin admin] Received port after_create {{(pid=104158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:41:56.307805 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-5e2a3cbd-284f-4df7-b387-1b5f46b3c361 req-c631819b-9f5e-4bc9-9077-7253c6f05439 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/security-groups?id=175a3d4e-c6d6-4f1d-a627-1cbb09ab3669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237903 Mar 31 15:41:56.309066 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb786cd-2156-41ad-b3b6-73bcf5eff17a admin admin] Pushing event updated for resources: {'Port': ['ID=ab414089-2830-4501-93f0-5d9ec8e86bdb,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:41:56.323634 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-61bf9b30-b901-4ca0-96cd-f841073ee9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8232756'] for subnet (0ed38ac7-8ffd-41b7-819b-98cf852cf0d4), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:56.459846 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device a43036d4-9fdf-47ee-9de4-6ebef9db19fe up at agent ovs-agent-dv-cinder-750782-15-smb {{(pid=104160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:41:56.514468 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Provisioning complete for port a43036d4-9fdf-47ee-9de4-6ebef9db19fe triggered by entity L2. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:41:56.514834 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (a43036d4-9fdf-47ee-9de4-6ebef9db19fe), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:56.521211 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-61bf9b30-b901-4ca0-96cd-f841073ee9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8232707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3149329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3286902'] for subnet (0ed38ac7-8ffd-41b7-819b-98cf852cf0d4), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:56.536542 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-61bf9b30-b901-4ca0-96cd-f841073ee9f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043269'] for subnet (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:56.539934 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-61bf9b30-b901-4ca0-96cd-f841073ee9f2 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/0ed38ac7-8ffd-41b7-819b-98cf852cf0d4 HTTP/1.1" status: 204 len: 168 time: 0.5713427 Mar 31 15:41:56.544132 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 49160) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:41:56.546196 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4426663a-bccb-4dc8-a870-6dd8ae83039b None None] Network acf2b035-5efb-451b-83b3-46613c8b8e46 requested from dv-cinder-750782-15-smb {{(pid=104160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:41:56.563076 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bf9b30-b901-4ca0-96cd-f841073ee9f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ed38ac7-8ffd-41b7-819b-98cf852cf0d4,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:41:56.686609 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Current status of the port a43036d4-9fdf-47ee-9de4-6ebef9db19fe is: DOWN; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:41:56.687113 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (a43036d4-9fdf-47ee-9de4-6ebef9db19fe), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:56.698604 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-0f39eba7-1934-4cd7-9fba-806b7f73de76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8161909'] for network (acf2b035-5efb-451b-83b3-46613c8b8e46), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:56.728998 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] For port a43036d4-9fdf-47ee-9de4-6ebef9db19fe, host dv-cinder-750782-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-smb',level=0,port_id=a43036d4-9fdf-47ee-9de4-6ebef9db19fe,segment=NetworkSegment(6bcab16b-0c41-4f5b-8545-8863ae1cf078),segment_id=6bcab16b-0c41-4f5b-8545-8863ae1cf078)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:41:56.758428 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-2cb786cd-2156-41ad-b3b6-73bcf5eff17a admin admin] Publish callbacks [] for router_gateway (95c77d00-634a-400a-87a7-fa35a069860c), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:56.846647 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db46ebb4-5440-446c-90e4-6bd9adee7f7e None None] DHCP port deletion for acf2b035-5efb-451b-83b3-46613c8b8e46 request from dv-cinder-750782-15-smb {{(pid=104160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 15:41:56.866127 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.plugin [None req-0f39eba7-1934-4cd7-9fba-806b7f73de76 admin admin] Deleting port 2736f01b-d062-4fa2-831d-a08663cd3597 {{(pid=104158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:41:56.866348 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-0f39eba7-1934-4cd7-9fba-806b7f73de76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772784948758'] for port (2736f01b-d062-4fa2-831d-a08663cd3597), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:56.875374 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (a43036d4-9fdf-47ee-9de4-6ebef9db19fe), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:56.906561 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device 270cf125-196c-4eb9-9e3a-b28307d064dc no longer exists at agent ovs-agent-dv-cinder-750782-15-smb {{(pid=104160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:41:56.940131 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] No Port match for: 270cf125-196c-4eb9-9e3a-b28307d064dc {{(pid=104160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:41:56.940646 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device 270cf125-196c-4eb9-9e3a-b28307d064dc not bound to the agent host dv-cinder-750782-15-smb {{(pid=104160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:41:56.968508 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Pushing event updated for resources: {'Port': ['ID=a43036d4-9fdf-47ee-9de4-6ebef9db19fe,revision_number=3']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:41:56.985285 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-db46ebb4-5440-446c-90e4-6bd9adee7f7e None None] Deleting port 2736f01b-d062-4fa2-831d-a08663cd3597 {{(pid=104160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:41:56.985285 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-db46ebb4-5440-446c-90e4-6bd9adee7f7e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772784948758'] for port (2736f01b-d062-4fa2-831d-a08663cd3597), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:57.020018 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.db [None req-0f39eba7-1934-4cd7-9fba-806b7f73de76 admin admin] For port 2736f01b-d062-4fa2-831d-a08663cd3597, host dv-cinder-750782-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-smb',level=0,port_id=2736f01b-d062-4fa2-831d-a08663cd3597,segment=NetworkSegment(ec34a71e-0dc7-4d80-8f0e-2bcd71ad2a76),segment_id=ec34a71e-0dc7-4d80-8f0e-2bcd71ad2a76)] {{(pid=104158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:41:57.020852 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-0f39eba7-1934-4cd7-9fba-806b7f73de76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576833'] for port (2736f01b-d062-4fa2-831d-a08663cd3597), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:57.041705 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.plugin [None req-0f39eba7-1934-4cd7-9fba-806b7f73de76 admin admin] Calling delete_port for 2736f01b-d062-4fa2-831d-a08663cd3597 owned by network:dhcp {{(pid=104158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:41:57.083531 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-db46ebb4-5440-446c-90e4-6bd9adee7f7e None None] For port 2736f01b-d062-4fa2-831d-a08663cd3597, host dv-cinder-750782-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-smb',level=0,port_id=2736f01b-d062-4fa2-831d-a08663cd3597,segment=NetworkSegment(ec34a71e-0dc7-4d80-8f0e-2bcd71ad2a76),segment_id=ec34a71e-0dc7-4d80-8f0e-2bcd71ad2a76)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:41:57.083927 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-db46ebb4-5440-446c-90e4-6bd9adee7f7e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576833'] for port (2736f01b-d062-4fa2-831d-a08663cd3597), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:57.098033 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-db46ebb4-5440-446c-90e4-6bd9adee7f7e None None] Calling delete_port for 2736f01b-d062-4fa2-831d-a08663cd3597 owned by network:dhcp {{(pid=104160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:41:57.127690 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-2cb786cd-2156-41ad-b3b6-73bcf5eff17a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573997'] for router (95c77d00-634a-400a-87a7-fa35a069860c), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:57.153530 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8859e062-72e5-49b6-8b5b-584339c310a7 None None] Network 6ce47f39-3814-4e43-bd73-afb159608eca requested from dv-cinder-750782-15-smb {{(pid=104160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:41:57.239080 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-39cae4a1-3153-44a6-85c8-65ba7d9a158f None None] Provisioning complete for port a43036d4-9fdf-47ee-9de4-6ebef9db19fe triggered by entity DHCP. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:41:57.239431 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-39cae4a1-3153-44a6-85c8-65ba7d9a158f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (a43036d4-9fdf-47ee-9de4-6ebef9db19fe), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:57.389805 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-db46ebb4-5440-446c-90e4-6bd9adee7f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772784953465', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772784453879'] for port (2736f01b-d062-4fa2-831d-a08663cd3597), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:57.435236 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db46ebb4-5440-446c-90e4-6bd9adee7f7e None None] Pushing event deleted for resources: {'Port': ['ID=2736f01b-d062-4fa2-831d-a08663cd3597,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:41:57.439420 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-39cae4a1-3153-44a6-85c8-65ba7d9a158f None None] Current status of the port a43036d4-9fdf-47ee-9de4-6ebef9db19fe is: ACTIVE; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:41:57.441717 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db46ebb4-5440-446c-90e4-6bd9adee7f7e None None] No DVR routers for this DVR port 2736f01b-d062-4fa2-831d-a08663cd3597 on host dv-cinder-750782-15-smb {{(pid=104160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:41:57.530594 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e527012-8fe0-450e-81f3-ed1b0baea71c req-615431b3-b118-4186-86be-7d2e3d4031be tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:57.532237 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-3e527012-8fe0-450e-81f3-ed1b0baea71c req-615431b3-b118-4186-86be-7d2e3d4031be tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2277d5e-8222-45b8-92e9-5069ee84fd02 HTTP/1.1" status: 200 len: 945 time: 0.0685925 Mar 31 15:41:57.573022 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-0f39eba7-1934-4cd7-9fba-806b7f73de76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772784953465', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772784453879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302876'] for port (2736f01b-d062-4fa2-831d-a08663cd3597), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:57.626230 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f39eba7-1934-4cd7-9fba-806b7f73de76 admin admin] Pushing event deleted for resources: {'Port': ['ID=2736f01b-d062-4fa2-831d-a08663cd3597,revision_number=None']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:41:57.629064 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f39eba7-1934-4cd7-9fba-806b7f73de76 admin admin] No DVR routers for this DVR port 2736f01b-d062-4fa2-831d-a08663cd3597 on host dv-cinder-750782-15-smb {{(pid=104158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:41:57.657453 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [req-3e527012-8fe0-450e-81f3-ed1b0baea71c req-e28cc764-7bd2-4e7f-ada0-63a115c8c253 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Deleting port 9e1dd0e1-1961-4089-b57d-328111d2c4a6 {{(pid=104159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:41:57.658146 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-3e527012-8fe0-450e-81f3-ed1b0baea71c req-e28cc764-7bd2-4e7f-ada0-63a115c8c253 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772784948758'] for port (9e1dd0e1-1961-4089-b57d-328111d2c4a6), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:57.715104 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83016ee0-8c24-43dd-8e03-9e4903f9cda8 req-20951b8b-fc94-4cfb-9d9d-930c66dfac61 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:41:57.716584 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-83016ee0-8c24-43dd-8e03-9e4903f9cda8 req-20951b8b-fc94-4cfb-9d9d-930c66dfac61 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2277d5e-8222-45b8-92e9-5069ee84fd02 HTTP/1.1" status: 200 len: 945 time: 0.1973855 Mar 31 15:41:57.757743 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-0f39eba7-1934-4cd7-9fba-806b7f73de76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8291519', 'neutron.services.segments.db._delete_segments_for_network-8772784778810'] for network (acf2b035-5efb-451b-83b3-46613c8b8e46), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:57.762054 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.db [req-3e527012-8fe0-450e-81f3-ed1b0baea71c req-e28cc764-7bd2-4e7f-ada0-63a115c8c253 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] For port 9e1dd0e1-1961-4089-b57d-328111d2c4a6, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=9e1dd0e1-1961-4089-b57d-328111d2c4a6,segment=NetworkSegment(3e695c53-0855-4033-b66c-5de9c04ee5a9),segment_id=3e695c53-0855-4033-b66c-5de9c04ee5a9)] {{(pid=104159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:41:57.762903 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-3e527012-8fe0-450e-81f3-ed1b0baea71c req-e28cc764-7bd2-4e7f-ada0-63a115c8c253 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576833'] for port (9e1dd0e1-1961-4089-b57d-328111d2c4a6), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:57.776131 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-73b8913d-1248-40f7-96a0-73d3e66d558d None None] Provisioning complete for port a43036d4-9fdf-47ee-9de4-6ebef9db19fe triggered by entity DHCP. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:41:57.777134 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-73b8913d-1248-40f7-96a0-73d3e66d558d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (a43036d4-9fdf-47ee-9de4-6ebef9db19fe), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:57.804164 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.services.segments.db [None req-0f39eba7-1934-4cd7-9fba-806b7f73de76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acf2b035-5efb-451b-83b3-46613c8b8e46']}} {{(pid=104158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:41:57.826711 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.services.segments.db [None req-0f39eba7-1934-4cd7-9fba-806b7f73de76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec34a71e-0dc7-4d80-8f0e-2bcd71ad2a76') {'for_net_delete': True} {{(pid=104158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:41:57.827014 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.services.segments.db [None req-0f39eba7-1934-4cd7-9fba-806b7f73de76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec34a71e-0dc7-4d80-8f0e-2bcd71ad2a76') {} {{(pid=104158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:41:57.843752 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-83016ee0-8c24-43dd-8e03-9e4903f9cda8 req-04f1c132-287f-48da-9a99-3cde8a4c574c tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/security-groups?id=175a3d4e-c6d6-4f1d-a627-1cbb09ab3669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150792 Mar 31 15:41:57.846578 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-0f39eba7-1934-4cd7-9fba-806b7f73de76 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772784779587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8525835'] for segment (ec34a71e-0dc7-4d80-8f0e-2bcd71ad2a76), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:57.871237 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-0f39eba7-1934-4cd7-9fba-806b7f73de76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8219139'] for segment (ec34a71e-0dc7-4d80-8f0e-2bcd71ad2a76), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:57.876400 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f39eba7-1934-4cd7-9fba-806b7f73de76 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=104158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:41:57.876799 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-0f39eba7-1934-4cd7-9fba-806b7f73de76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8219139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302793'] for segment (ec34a71e-0dc7-4d80-8f0e-2bcd71ad2a76), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:57.878655 dv-cinder-750782-15-smb neutron-server[104158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 15:41:57.878655 dv-cinder-750782-15-smb neutron-server[104158]: self.session.flush() Mar 31 15:41:57.878655 dv-cinder-750782-15-smb neutron-server[104158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 15:41:57.878655 dv-cinder-750782-15-smb neutron-server[104158]: self.session.flush() Mar 31 15:41:57.878655 dv-cinder-750782-15-smb neutron-server[104158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 15:41:57.878655 dv-cinder-750782-15-smb neutron-server[104158]: self.session.flush() Mar 31 15:41:57.878655 dv-cinder-750782-15-smb neutron-server[104158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 15:41:57.878655 dv-cinder-750782-15-smb neutron-server[104158]: self.session.flush() Mar 31 15:41:57.878655 dv-cinder-750782-15-smb neutron-server[104158]: Traceback (most recent call last): Mar 31 15:41:57.878655 dv-cinder-750782-15-smb neutron-server[104158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:41:57.878655 dv-cinder-750782-15-smb neutron-server[104158]: timer() Mar 31 15:41:57.878655 dv-cinder-750782-15-smb neutron-server[104158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:41:57.878655 dv-cinder-750782-15-smb neutron-server[104158]: cb(*args, **kw) Mar 31 15:41:57.878655 dv-cinder-750782-15-smb neutron-server[104158]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 15:41:57.878655 dv-cinder-750782-15-smb neutron-server[104158]: return func(*args, **kwargs) Mar 31 15:41:57.878655 dv-cinder-750782-15-smb neutron-server[104158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:41:57.878655 dv-cinder-750782-15-smb neutron-server[104158]: self._notify() Mar 31 15:41:57.878655 dv-cinder-750782-15-smb neutron-server[104158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:41:57.878655 dv-cinder-750782-15-smb neutron-server[104158]: self.callback(batched_events) Mar 31 15:41:57.878655 dv-cinder-750782-15-smb neutron-server[104158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:41:57.878655 dv-cinder-750782-15-smb neutron-server[104158]: event.method(event) Mar 31 15:41:57.878655 dv-cinder-750782-15-smb neutron-server[104158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 15:41:57.878655 dv-cinder-750782-15-smb neutron-server[104158]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:41:57.878655 dv-cinder-750782-15-smb neutron-server[104158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 15:41:57.878655 dv-cinder-750782-15-smb neutron-server[104158]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:41:57.878655 dv-cinder-750782-15-smb neutron-server[104158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 15:41:57.878655 dv-cinder-750782-15-smb neutron-server[104158]: return f(self, *a, **k) Mar 31 15:41:57.878655 dv-cinder-750782-15-smb neutron-server[104158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 15:41:57.878655 dv-cinder-750782-15-smb neutron-server[104158]: return self._get(url).json() Mar 31 15:41:57.878655 dv-cinder-750782-15-smb neutron-server[104158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 15:41:57.878655 dv-cinder-750782-15-smb neutron-server[104158]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:41:57.878655 dv-cinder-750782-15-smb neutron-server[104158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:41:57.878655 dv-cinder-750782-15-smb neutron-server[104158]: return self.request(url, 'GET', **kwargs) Mar 31 15:41:57.878655 dv-cinder-750782-15-smb neutron-server[104158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:41:57.878655 dv-cinder-750782-15-smb neutron-server[104158]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:41:57.878655 dv-cinder-750782-15-smb neutron-server[104158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:41:57.878655 dv-cinder-750782-15-smb neutron-server[104158]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:41:57.878655 dv-cinder-750782-15-smb neutron-server[104158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:41:57.878655 dv-cinder-750782-15-smb neutron-server[104158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:41:57.878655 dv-cinder-750782-15-smb neutron-server[104158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:41:57.890200 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-73b8913d-1248-40f7-96a0-73d3e66d558d None None] Current status of the port a43036d4-9fdf-47ee-9de4-6ebef9db19fe is: ACTIVE; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:41:57.994912 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-3e527012-8fe0-450e-81f3-ed1b0baea71c req-e28cc764-7bd2-4e7f-ada0-63a115c8c253 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:57.995194 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-3e527012-8fe0-450e-81f3-ed1b0baea71c req-e28cc764-7bd2-4e7f-ada0-63a115c8c253 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574067'] for floatingip (989dc44a-f34a-4676-a2ba-7a531536bc37), after_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:57.995510 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.db.l3_db [req-3e527012-8fe0-450e-81f3-ed1b0baea71c req-e28cc764-7bd2-4e7f-ada0-63a115c8c253 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Floating IP 989dc44a-f34a-4676-a2ba-7a531536bc37 disassociated. External IP: 172.28.2.69, port: 9e1dd0e1-1961-4089-b57d-328111d2c4a6. Mar 31 15:41:57.995853 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [req-3e527012-8fe0-450e-81f3-ed1b0baea71c req-e28cc764-7bd2-4e7f-ada0-63a115c8c253 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Calling delete_port for 9e1dd0e1-1961-4089-b57d-328111d2c4a6 owned by compute:nova {{(pid=104159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:41:58.069614 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cb786cd-2156-41ad-b3b6-73bcf5eff17a admin admin] Router 95c77d00-634a-400a-87a7-fa35a069860c is scheduled to L3 agent 9721ac04-bac7-49da-b384-3a2049eedfa2 with binding_index 1 {{(pid=104158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 15:41:58.206721 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-0f39eba7-1934-4cd7-9fba-806b7f73de76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8291510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574053'] for network (acf2b035-5efb-451b-83b3-46613c8b8e46), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:58.208905 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cb786cd-2156-41ad-b3b6-73bcf5eff17a admin admin] Notify agent at l3_agent.dv-cinder-750782-15-smb the message routers_updated {{(pid=104158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:41:58.213824 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-0f39eba7-1934-4cd7-9fba-806b7f73de76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043269'] for network (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:58.218004 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-0f39eba7-1934-4cd7-9fba-806b7f73de76 admin admin] 10.222.0.21 "DELETE /v2.0/networks/acf2b035-5efb-451b-83b3-46613c8b8e46 HTTP/1.1" status: 204 len: 168 time: 1.6719463 Mar 31 15:41:58.227305 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d225fb0e-1fb3-4a84-bb74-37b46bc0e91a None None] Sync routers for ids ['95c77d00-634a-400a-87a7-fa35a069860c'] in dv-cinder-750782-15-smb {{(pid=104160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:41:58.235815 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device a43036d4-9fdf-47ee-9de4-6ebef9db19fe up at agent ovs-agent-dv-cinder-750782-15-smb {{(pid=104160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:41:58.247434 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f39eba7-1934-4cd7-9fba-806b7f73de76 admin admin] Pushing event deleted for resources: {'Network': ['ID=acf2b035-5efb-451b-83b3-46613c8b8e46,revision_number=None']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:41:58.281440 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d225fb0e-1fb3-4a84-bb74-37b46bc0e91a None None] Routers {'95c77d00-634a-400a-87a7-fa35a069860c'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:41:58.282554 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_hamode_db [None req-d225fb0e-1fb3-4a84-bb74-37b46bc0e91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:41:36Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['95c77d00-634a-400a-87a7-fa35a069860c'], 'active': True} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:41:58.292654 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-3e527012-8fe0-450e-81f3-ed1b0baea71c req-e28cc764-7bd2-4e7f-ada0-63a115c8c253 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772784953465', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772784453879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3148002'] for port (9e1dd0e1-1961-4089-b57d-328111d2c4a6), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:58.337748 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28cc764-7bd2-4e7f-ada0-63a115c8c253 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Pushing event deleted for resources: {'Port': ['ID=9e1dd0e1-1961-4089-b57d-328111d2c4a6,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:41:58.368847 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-2cb786cd-2156-41ad-b3b6-73bcf5eff17a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:58.371340 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-2cb786cd-2156-41ad-b3b6-73bcf5eff17a admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.7109289 Mar 31 15:41:58.376545 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 49166) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:41:58.425436 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Provisioning complete for port a43036d4-9fdf-47ee-9de4-6ebef9db19fe triggered by entity L2. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:41:58.425819 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (a43036d4-9fdf-47ee-9de4-6ebef9db19fe), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:58.465830 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e527012-8fe0-450e-81f3-ed1b0baea71c req-e28cc764-7bd2-4e7f-ada0-63a115c8c253 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Router 47e54d6f-fc64-4b8b-9c10-074acfd46db3 has already been hosted by L3 agent 9721ac04-bac7-49da-b384-3a2049eedfa2 {{(pid=104159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:41:58.485913 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvr_db [None req-d225fb0e-1fb3-4a84-bb74-37b46bc0e91a None None] Set router 95c77d00-634a-400a-87a7-fa35a069860c gateway port host: dv-cinder-750782-15-smb {{(pid=104160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:41:58.641826 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e527012-8fe0-450e-81f3-ed1b0baea71c req-e28cc764-7bd2-4e7f-ada0-63a115c8c253 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Notify agent at l3_agent.dv-cinder-750782-15-smb the message routers_updated {{(pid=104159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:41:58.653436 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5049e38c-02c9-46ed-8fe8-2102e84b9b81 None None] Sync routers for ids ['47e54d6f-fc64-4b8b-9c10-074acfd46db3'] in dv-cinder-750782-15-smb {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:41:58.656384 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Current status of the port a43036d4-9fdf-47ee-9de4-6ebef9db19fe is: ACTIVE; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:41:58.687798 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5049e38c-02c9-46ed-8fe8-2102e84b9b81 None None] Routers {'47e54d6f-fc64-4b8b-9c10-074acfd46db3'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:41:58.688712 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-5049e38c-02c9-46ed-8fe8-2102e84b9b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:41:36Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['47e54d6f-fc64-4b8b-9c10-074acfd46db3'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:41:58.717667 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e527012-8fe0-450e-81f3-ed1b0baea71c req-e28cc764-7bd2-4e7f-ada0-63a115c8c253 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] No DVR routers for this DVR port 9e1dd0e1-1961-4089-b57d-328111d2c4a6 on host hv-cinder-75078 {{(pid=104159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:41:58.721822 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-3e527012-8fe0-450e-81f3-ed1b0baea71c req-e28cc764-7bd2-4e7f-ada0-63a115c8c253 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451'] for port (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:58.729678 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-3e527012-8fe0-450e-81f3-ed1b0baea71c req-e28cc764-7bd2-4e7f-ada0-63a115c8c253 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.26 "DELETE /v2.0/ports/9e1dd0e1-1961-4089-b57d-328111d2c4a6 HTTP/1.1" status: 204 len: 173 time: 1.1915383 Mar 31 15:41:58.730440 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2277d5e-8222-45b8-92e9-5069ee84fd02', 'name': 'network-vif-deleted', 'tag': '9e1dd0e1-1961-4089-b57d-328111d2c4a6'}] {{(pid=104159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:41:58.746583 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea64b363b0503405ce6d4d78215f64c9ed163e64c8f258dff0ae871dea148ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60cd22ea-d423-4a79-b10c-babf012d457e" -d '{"events": [{"server_uuid": "c2277d5e-8222-45b8-92e9-5069ee84fd02", "name": "network-vif-deleted", "tag": "9e1dd0e1-1961-4089-b57d-328111d2c4a6"}]}' {{(pid=104159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:41:58.777469 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 49172) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:41:58.785634 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device 22afbc9f-9d0e-4cfa-8680-77394dc34ccd no longer exists at agent ovs-agent-dv-cinder-750782-15-smb {{(pid=104160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:41:58.881668 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] No Port match for: 22afbc9f-9d0e-4cfa-8680-77394dc34ccd {{(pid=104160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:41:58.882538 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device 22afbc9f-9d0e-4cfa-8680-77394dc34ccd not bound to the agent host dv-cinder-750782-15-smb {{(pid=104160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:41:58.883549 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device 2736f01b-d062-4fa2-831d-a08663cd3597 no longer exists at agent ovs-agent-dv-cinder-750782-15-smb {{(pid=104160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:41:58.907579 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-5049e38c-02c9-46ed-8fe8-2102e84b9b81 None None] Set router 47e54d6f-fc64-4b8b-9c10-074acfd46db3 gateway port host: dv-cinder-750782-15-smb {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:41:58.913060 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-d0f83715-c233-49a2-95bf-ed2b995f11bd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=be4d3c00b0c245529e30b10275e77a1a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1307218 Mar 31 15:41:58.915353 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 49176) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:41:58.938040 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] No Port match for: 2736f01b-d062-4fa2-831d-a08663cd3597 {{(pid=104160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:41:58.942553 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device 2736f01b-d062-4fa2-831d-a08663cd3597 not bound to the agent host dv-cinder-750782-15-smb {{(pid=104160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:41:58.960608 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_hamode_db [None req-d225fb0e-1fb3-4a84-bb74-37b46bc0e91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c77d00-634a-400a-87a7-fa35a069860c', 'name': 'tempest-AttachVolumeShelveTestJSON-263990863-router', 'tenant_id': 'c680e9e6d388412fa4440c103afb5577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.207'}], 'enable_snat': True}, 'gw_port_id': 'ab414089-2830-4501-93f0-5d9ec8e86bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:41:54Z', 'updated_at': '2022-03-31T15:41:56Z', 'revision_number': 3, 'project_id': 'c680e9e6d388412fa4440c103afb5577', 'gw_port': {'id': 'ab414089-2830-4501-93f0-5d9ec8e86bdb', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:5e:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95c77d00-634a-400a-87a7-fa35a069860c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:41:55Z', 'updated_at': '2022-03-31T15:41:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb'}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:41:59.047040 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d225fb0e-1fb3-4a84-bb74-37b46bc0e91a None None] Checking router: 95c77d00-634a-400a-87a7-fa35a069860c for host: dv-cinder-750782-15-smb {{(pid=104160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:41:59.047710 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d225fb0e-1fb3-4a84-bb74-37b46bc0e91a None None] Updating router 95c77d00-634a-400a-87a7-fa35a069860c port ab414089-2830-4501-93f0-5d9ec8e86bdb binding host dv-cinder-750782-15-smb {{(pid=104160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:41:59.050359 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-afdb0eed-2eec-4feb-89a0-fd07c9660e14 admin admin] Publish callbacks [] for security_group (19dad802-8dba-4ee5-a840-1bc67708f388), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:59.084646 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-afdb0eed-2eec-4feb-89a0-fd07c9660e14 admin admin] Publish callbacks [] for security_group (19dad802-8dba-4ee5-a840-1bc67708f388), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:59.092590 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d225fb0e-1fb3-4a84-bb74-37b46bc0e91a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (ab414089-2830-4501-93f0-5d9ec8e86bdb), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:59.151765 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-fe159227-7882-4cd8-a3f8-4d8186cc6064 req-5ff25993-57ff-4ec0-a21b-a43ade809322 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2277d5e-8222-45b8-92e9-5069ee84fd02 HTTP/1.1" status: 200 len: 210 time: 0.1368041 Mar 31 15:41:59.248265 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda160c7-afcb-41cf-9c03-9dbcdf3fbc00 x-openstack-request-id: req-eda160c7-afcb-41cf-9c03-9dbcdf3fbc00 {{(pid=104159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:41:59.248265 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2277d5e-8222-45b8-92e9-5069ee84fd02", "name": "network-vif-deleted", "tag": "9e1dd0e1-1961-4089-b57d-328111d2c4a6", "status": "completed", "code": 200}]} {{(pid=104159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:41:59.248265 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eda160c7-afcb-41cf-9c03-9dbcdf3fbc00 {{(pid=104159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:41:59.248265 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eda160c7-afcb-41cf-9c03-9dbcdf3fbc00'] response: {'server_uuid': 'c2277d5e-8222-45b8-92e9-5069ee84fd02', 'name': 'network-vif-deleted', 'tag': '9e1dd0e1-1961-4089-b57d-328111d2c4a6', 'status': 'completed', 'code': 200} Mar 31 15:41:59.248703 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-6eaf0e01-921f-4274-9bd8-7c3687aec133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:59.353954 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-afdb0eed-2eec-4feb-89a0-fd07c9660e14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (19dad802-8dba-4ee5-a840-1bc67708f388), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:59.357594 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-afdb0eed-2eec-4feb-89a0-fd07c9660e14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:59.358968 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-afdb0eed-2eec-4feb-89a0-fd07c9660e14 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/19dad802-8dba-4ee5-a840-1bc67708f388 HTTP/1.1" status: 204 len: 168 time: 0.4413342 Mar 31 15:41:59.369066 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdb0eed-2eec-4feb-89a0-fd07c9660e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19dad802-8dba-4ee5-a840-1bc67708f388,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:41:59.440969 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-5049e38c-02c9-46ed-8fe8-2102e84b9b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'name': 'tempest-AttachVolumeNegativeTest-1394788082-router', 'tenant_id': '893dd59441624f78817c4a649a0aaf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.62'}], 'enable_snat': True}, 'gw_port_id': '76eb623c-a949-48c4-8a2d-84c7b10c4265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:36:14Z', 'updated_at': '2022-03-31T15:36:22Z', 'revision_number': 4, 'project_id': '893dd59441624f78817c4a649a0aaf40', 'gw_port': {'id': '76eb623c-a949-48c4-8a2d-84c7b10c4265', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:15Z', 'updated_at': '2022-03-31T15:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_interfaces': [{'id': 'c3426532-127a-4f0f-81e9-ac1ffbac2b79', 'name': '', 'network_id': 'ffd9f9ff-86a8-41a0-b247-ed3515901842', 'tenant_id': '893dd59441624f78817c4a649a0aaf40', 'mac_address': 'fa:16:3e:d8:13:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2b9feebc-e9c9-4a4e-ad3c-a41e234df103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:20Z', 'updated_at': '2022-03-31T15:36:29Z', 'revision_number': 5, 'project_id': '893dd59441624f78817c4a649a0aaf40', 'subnets': [{'id': '2b9feebc-e9c9-4a4e-ad3c-a41e234df103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:41:59.474169 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.db.db_base_plugin_common [None req-6eaf0e01-921f-4274-9bd8-7c3687aec133 admin admin] Allocated IP 172.20.0.1 (6ce47f39-3814-4e43-bd73-afb159608eca/9a2e610f-76e0-4760-b7be-8011d4581daa/271c631d-9c4d-4b59-aa2f-250dec501c88) {{(pid=104158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:41:59.479571 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5049e38c-02c9-46ed-8fe8-2102e84b9b81 None None] Checking router: 47e54d6f-fc64-4b8b-9c10-074acfd46db3 for host: dv-cinder-750782-15-smb {{(pid=104161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:41:59.489647 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5049e38c-02c9-46ed-8fe8-2102e84b9b81 None None] Routers {'47e54d6f-fc64-4b8b-9c10-074acfd46db3'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:41:59.490732 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-5049e38c-02c9-46ed-8fe8-2102e84b9b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:41:36Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['47e54d6f-fc64-4b8b-9c10-074acfd46db3'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:41:59.626633 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-6eaf0e01-921f-4274-9bd8-7c3687aec133 admin admin] Publish callbacks [] for port (271c631d-9c4d-4b59-aa2f-250dec501c88), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:59.666543 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-5049e38c-02c9-46ed-8fe8-2102e84b9b81 None None] Set router 47e54d6f-fc64-4b8b-9c10-074acfd46db3 gateway port host: dv-cinder-750782-15-smb {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:41:59.704531 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d225fb0e-1fb3-4a84-bb74-37b46bc0e91a None None] Publish callbacks [] for port (ab414089-2830-4501-93f0-5d9ec8e86bdb), precommit_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:59.778788 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-6eaf0e01-921f-4274-9bd8-7c3687aec133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772784453870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302876'] for port (271c631d-9c4d-4b59-aa2f-250dec501c88), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:59.812366 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d225fb0e-1fb3-4a84-bb74-37b46bc0e91a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (ab414089-2830-4501-93f0-5d9ec8e86bdb), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:59.833439 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eaf0e01-921f-4274-9bd8-7c3687aec133 admin admin] Network 6ce47f39-3814-4e43-bd73-afb159608eca is already hosted by enough agents. {{(pid=104158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:41:59.837352 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.scheduler.base_scheduler [None req-6eaf0e01-921f-4274-9bd8-7c3687aec133 admin admin] Resources bound (agent type, host, resource id): {{(pid=104158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:41:59.846160 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eaf0e01-921f-4274-9bd8-7c3687aec133 admin admin] Received port after_create {{(pid=104158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:41:59.854569 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaf0e01-921f-4274-9bd8-7c3687aec133 admin admin] Pushing event updated for resources: {'Port': ['ID=271c631d-9c4d-4b59-aa2f-250dec501c88,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:41:59.926861 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-6eaf0e01-921f-4274-9bd8-7c3687aec133 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574458'] for router_interface (95c77d00-634a-400a-87a7-fa35a069860c), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:59.955604 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06083cfe-60a5-407d-bdc3-36c860915e89 None None] Pushing event updated for resources: {'Port': ['ID=ab414089-2830-4501-93f0-5d9ec8e86bdb,revision_number=2']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:41:59.958943 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [None req-d225fb0e-1fb3-4a84-bb74-37b46bc0e91a None None] Attempting to bind port ab414089-2830-4501-93f0-5d9ec8e86bdb on host dv-cinder-750782-15-smb for vnic_type normal with profile {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:41:59.959309 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [None req-d225fb0e-1fb3-4a84-bb74-37b46bc0e91a None None] Attempting to bind port ab414089-2830-4501-93f0-5d9ec8e86bdb by drivers openvswitch,hyperv on host dv-cinder-750782-15-smb at level 0 using segments [{'id': 'f25e0e1e-326a-4ef5-aa96-2f0a78776ef2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943'}] {{(pid=104160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:41:59.959695 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d225fb0e-1fb3-4a84-bb74-37b46bc0e91a None None] Attempting to bind port ab414089-2830-4501-93f0-5d9ec8e86bdb on network 8959fca3-760a-428d-87ed-41d110f4f943 {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:41:59.964597 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-5049e38c-02c9-46ed-8fe8-2102e84b9b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'name': 'tempest-AttachVolumeNegativeTest-1394788082-router', 'tenant_id': '893dd59441624f78817c4a649a0aaf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.62'}], 'enable_snat': True}, 'gw_port_id': '76eb623c-a949-48c4-8a2d-84c7b10c4265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:36:14Z', 'updated_at': '2022-03-31T15:36:22Z', 'revision_number': 4, 'project_id': '893dd59441624f78817c4a649a0aaf40', 'gw_port': {'id': '76eb623c-a949-48c4-8a2d-84c7b10c4265', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:15Z', 'updated_at': '2022-03-31T15:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_interfaces': [{'id': 'c3426532-127a-4f0f-81e9-ac1ffbac2b79', 'name': '', 'network_id': 'ffd9f9ff-86a8-41a0-b247-ed3515901842', 'tenant_id': '893dd59441624f78817c4a649a0aaf40', 'mac_address': 'fa:16:3e:d8:13:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2b9feebc-e9c9-4a4e-ad3c-a41e234df103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:20Z', 'updated_at': '2022-03-31T15:36:29Z', 'revision_number': 5, 'project_id': '893dd59441624f78817c4a649a0aaf40', 'subnets': [{'id': '2b9feebc-e9c9-4a4e-ad3c-a41e234df103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:41:59.972996 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d225fb0e-1fb3-4a84-bb74-37b46bc0e91a None None] Checking agent: {'id': 'fd34c7ed-cab5-463e-81bb-e9aa6ef90623', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 27, 41), 'started_at': datetime.datetime(2022, 3, 31, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:41:59.978882 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d225fb0e-1fb3-4a84-bb74-37b46bc0e91a None None] Checking segment: {'id': 'f25e0e1e-326a-4ef5-aa96-2f0a78776ef2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:41:59.978882 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d225fb0e-1fb3-4a84-bb74-37b46bc0e91a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:41:59.978882 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d225fb0e-1fb3-4a84-bb74-37b46bc0e91a None None] Bound using segment: {'id': 'f25e0e1e-326a-4ef5-aa96-2f0a78776ef2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943'} {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:41:59.978882 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [None req-d225fb0e-1fb3-4a84-bb74-37b46bc0e91a None None] Bound port: ab414089-2830-4501-93f0-5d9ec8e86bdb, host: dv-cinder-750782-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f25e0e1e-326a-4ef5-aa96-2f0a78776ef2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943'}}] {{(pid=104160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:41:59.978882 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d225fb0e-1fb3-4a84-bb74-37b46bc0e91a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (ab414089-2830-4501-93f0-5d9ec8e86bdb), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:00.026929 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5049e38c-02c9-46ed-8fe8-2102e84b9b81 None None] The sync data for ids ['47e54d6f-fc64-4b8b-9c10-074acfd46db3'] in dv-cinder-750782-15-smb is: [{'id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'name': 'tempest-AttachVolumeNegativeTest-1394788082-router', 'tenant_id': '893dd59441624f78817c4a649a0aaf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.62'}], 'enable_snat': True}, 'gw_port_id': '76eb623c-a949-48c4-8a2d-84c7b10c4265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:36:14Z', 'updated_at': '2022-03-31T15:36:22Z', 'revision_number': 4, 'project_id': '893dd59441624f78817c4a649a0aaf40', 'gw_port': {'id': '76eb623c-a949-48c4-8a2d-84c7b10c4265', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:15Z', 'updated_at': '2022-03-31T15:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_interfaces': [{'id': 'c3426532-127a-4f0f-81e9-ac1ffbac2b79', 'name': '', 'network_id': 'ffd9f9ff-86a8-41a0-b247-ed3515901842', 'tenant_id': '893dd59441624f78817c4a649a0aaf40', 'mac_address': 'fa:16:3e:d8:13:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2b9feebc-e9c9-4a4e-ad3c-a41e234df103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:20Z', 'updated_at': '2022-03-31T15:36:29Z', 'revision_number': 5, 'project_id': '893dd59441624f78817c4a649a0aaf40', 'subnets': [{'id': '2b9feebc-e9c9-4a4e-ad3c-a41e234df103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:42:00.103100 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-d225fb0e-1fb3-4a84-bb74-37b46bc0e91a None None] For port ab414089-2830-4501-93f0-5d9ec8e86bdb, host dv-cinder-750782-15-smb, cleared binding levels {{(pid=104160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:42:00.111510 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-d225fb0e-1fb3-4a84-bb74-37b46bc0e91a None None] For port ab414089-2830-4501-93f0-5d9ec8e86bdb, host dv-cinder-750782-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-smb',level=0,port_id=ab414089-2830-4501-93f0-5d9ec8e86bdb,segment=NetworkSegment(f25e0e1e-326a-4ef5-aa96-2f0a78776ef2),segment_id=f25e0e1e-326a-4ef5-aa96-2f0a78776ef2)] {{(pid=104160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:42:00.233093 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-0ded7064-eb8e-4bb1-89d0-2d75af194f49 None None] Provisioning complete for port 271c631d-9c4d-4b59-aa2f-250dec501c88 triggered by entity DHCP. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:42:00.233767 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0ded7064-eb8e-4bb1-89d0-2d75af194f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (271c631d-9c4d-4b59-aa2f-250dec501c88), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:00.239386 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d225fb0e-1fb3-4a84-bb74-37b46bc0e91a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (ab414089-2830-4501-93f0-5d9ec8e86bdb), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:00.285829 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-bd97ebb7-b52c-44f6-a196-850fb3a18afd req-44473435-d30c-41c4-a7de-0fd89614b7fa tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2277d5e-8222-45b8-92e9-5069ee84fd02 HTTP/1.1" status: 200 len: 210 time: 0.0375283 Mar 31 15:42:00.330201 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-6eaf0e01-921f-4274-9bd8-7c3687aec133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (271c631d-9c4d-4b59-aa2f-250dec501c88), before_update {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:00.343262 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-0ded7064-eb8e-4bb1-89d0-2d75af194f49 None None] Port 271c631d-9c4d-4b59-aa2f-250dec501c88 cannot update to ACTIVE because it is not bound. {{(pid=104160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:42:00.357523 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d225fb0e-1fb3-4a84-bb74-37b46bc0e91a None None] Routers {'95c77d00-634a-400a-87a7-fa35a069860c'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:42:00.358335 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_hamode_db [None req-d225fb0e-1fb3-4a84-bb74-37b46bc0e91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:41:36Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['95c77d00-634a-400a-87a7-fa35a069860c'], 'active': True} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:42:00.397298 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06083cfe-60a5-407d-bdc3-36c860915e89 None None] Pushing event updated for resources: {'Port': ['ID=ab414089-2830-4501-93f0-5d9ec8e86bdb,revision_number=3']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:42:00.464106 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb79f19-1646-43ed-9812-9b1654b7d408 None None] New status for floating IP 989dc44a-f34a-4676-a2ba-7a531536bc37: DOWN {{(pid=104160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:42:00.569144 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-6eaf0e01-921f-4274-9bd8-7c3687aec133 admin admin] Publish callbacks [] for port (271c631d-9c4d-4b59-aa2f-250dec501c88), precommit_update {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:00.599519 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvr_db [None req-d225fb0e-1fb3-4a84-bb74-37b46bc0e91a None None] Set router 95c77d00-634a-400a-87a7-fa35a069860c gateway port host: dv-cinder-750782-15-smb {{(pid=104160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:42:00.748463 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device 9e1dd0e1-1961-4089-b57d-328111d2c4a6 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=104160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:42:00.778961 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] No Port match for: 9e1dd0e1-1961-4089-b57d-328111d2c4a6 {{(pid=104160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:42:00.779316 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device 9e1dd0e1-1961-4089-b57d-328111d2c4a6 not bound to the agent host hv-cinder-75078 {{(pid=104160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:42:00.816544 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-6eaf0e01-921f-4274-9bd8-7c3687aec133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302869'] for port (271c631d-9c4d-4b59-aa2f-250dec501c88), after_update {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:00.852345 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_hamode_db [None req-d225fb0e-1fb3-4a84-bb74-37b46bc0e91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c77d00-634a-400a-87a7-fa35a069860c', 'name': 'tempest-AttachVolumeShelveTestJSON-263990863-router', 'tenant_id': 'c680e9e6d388412fa4440c103afb5577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.207'}], 'enable_snat': True}, 'gw_port_id': 'ab414089-2830-4501-93f0-5d9ec8e86bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:41:54Z', 'updated_at': '2022-03-31T15:42:00Z', 'revision_number': 4, 'project_id': 'c680e9e6d388412fa4440c103afb5577', 'gw_port': {'id': 'ab414089-2830-4501-93f0-5d9ec8e86bdb', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:5e:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95c77d00-634a-400a-87a7-fa35a069860c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:41:55Z', 'updated_at': '2022-03-31T15:42:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_interfaces': [{'id': '271c631d-9c4d-4b59-aa2f-250dec501c88', 'name': '', 'network_id': '6ce47f39-3814-4e43-bd73-afb159608eca', 'tenant_id': 'c680e9e6d388412fa4440c103afb5577', 'mac_address': 'fa:16:3e:8b:c4:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95c77d00-634a-400a-87a7-fa35a069860c', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '9a2e610f-76e0-4760-b7be-8011d4581daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:41:59Z', 'updated_at': '2022-03-31T15:41:59Z', 'revision_number': 1, 'project_id': 'c680e9e6d388412fa4440c103afb5577', 'subnets': [{'id': '9a2e610f-76e0-4760-b7be-8011d4581daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:42:00.894699 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d225fb0e-1fb3-4a84-bb74-37b46bc0e91a None None] The sync data for ids ['95c77d00-634a-400a-87a7-fa35a069860c'] in dv-cinder-750782-15-smb is: [{'id': '95c77d00-634a-400a-87a7-fa35a069860c', 'name': 'tempest-AttachVolumeShelveTestJSON-263990863-router', 'tenant_id': 'c680e9e6d388412fa4440c103afb5577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.207'}], 'enable_snat': True}, 'gw_port_id': 'ab414089-2830-4501-93f0-5d9ec8e86bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:41:54Z', 'updated_at': '2022-03-31T15:42:00Z', 'revision_number': 4, 'project_id': 'c680e9e6d388412fa4440c103afb5577', 'gw_port': {'id': 'ab414089-2830-4501-93f0-5d9ec8e86bdb', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:5e:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95c77d00-634a-400a-87a7-fa35a069860c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:41:55Z', 'updated_at': '2022-03-31T15:42:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_interfaces': [{'id': '271c631d-9c4d-4b59-aa2f-250dec501c88', 'name': '', 'network_id': '6ce47f39-3814-4e43-bd73-afb159608eca', 'tenant_id': 'c680e9e6d388412fa4440c103afb5577', 'mac_address': 'fa:16:3e:8b:c4:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95c77d00-634a-400a-87a7-fa35a069860c', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '9a2e610f-76e0-4760-b7be-8011d4581daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:41:59Z', 'updated_at': '2022-03-31T15:41:59Z', 'revision_number': 1, 'project_id': 'c680e9e6d388412fa4440c103afb5577', 'subnets': [{'id': '9a2e610f-76e0-4760-b7be-8011d4581daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:42:00.920155 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-6eaf0e01-921f-4274-9bd8-7c3687aec133 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574318'] for router_interface (95c77d00-634a-400a-87a7-fa35a069860c), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:00.934096 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaf0e01-921f-4274-9bd8-7c3687aec133 admin admin] Pushing event updated for resources: {'Port': ['ID=271c631d-9c4d-4b59-aa2f-250dec501c88,revision_number=2']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:42:01.042910 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eaf0e01-921f-4274-9bd8-7c3687aec133 admin admin] Network 6ce47f39-3814-4e43-bd73-afb159608eca is already hosted by enough agents. {{(pid=104158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:42:01.045286 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.scheduler.base_scheduler [None req-6eaf0e01-921f-4274-9bd8-7c3687aec133 admin admin] Resources bound (agent type, host, resource id): {{(pid=104158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:42:01.229119 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eaf0e01-921f-4274-9bd8-7c3687aec133 admin admin] Router 95c77d00-634a-400a-87a7-fa35a069860c has already been hosted by L3 agent 9721ac04-bac7-49da-b384-3a2049eedfa2 {{(pid=104158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:42:01.390728 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-fefcbecd-5044-4b85-a1c5-0b204ca63aa3 None None] Provisioning complete for port 271c631d-9c4d-4b59-aa2f-250dec501c88 triggered by entity DHCP. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:42:01.392137 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-fefcbecd-5044-4b85-a1c5-0b204ca63aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (271c631d-9c4d-4b59-aa2f-250dec501c88), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:01.428642 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eaf0e01-921f-4274-9bd8-7c3687aec133 admin admin] Notify agent at l3_agent.dv-cinder-750782-15-smb the message routers_updated {{(pid=104158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:42:01.444315 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-6eaf0e01-921f-4274-9bd8-7c3687aec133 admin admin] 10.222.0.21 "PUT /v2.0/routers/95c77d00-634a-400a-87a7-fa35a069860c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0626552 Mar 31 15:42:01.473756 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-fefcbecd-5044-4b85-a1c5-0b204ca63aa3 None None] Port 271c631d-9c4d-4b59-aa2f-250dec501c88 cannot update to ACTIVE because it is not bound. {{(pid=104160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:42:01.480044 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.agents_db [None req-c7073644-962b-4037-b6f3-12a39092c58a None None] Agent healthcheck: found 6 active agents {{(pid=104161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:42:01.514542 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 49208) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:42:01.604805 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-80f96436-f72c-476b-856b-cec4dc223b92 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks [] for security_group (175a3d4e-c6d6-4f1d-a627-1cbb09ab3669), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:01.640333 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-80f96436-f72c-476b-856b-cec4dc223b92 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks [] for security_group (175a3d4e-c6d6-4f1d-a627-1cbb09ab3669), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:01.816467 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-80f96436-f72c-476b-856b-cec4dc223b92 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (175a3d4e-c6d6-4f1d-a627-1cbb09ab3669), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:01.819141 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-80f96436-f72c-476b-856b-cec4dc223b92 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:01.823907 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 49216) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:42:01.824018 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-80f96436-f72c-476b-856b-cec4dc223b92 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "DELETE /v2.0/security-groups/175a3d4e-c6d6-4f1d-a627-1cbb09ab3669 HTTP/1.1" status: 204 len: 168 time: 0.3075910 Mar 31 15:42:01.833940 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f96436-f72c-476b-856b-cec4dc223b92 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=175a3d4e-c6d6-4f1d-a627-1cbb09ab3669,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:42:01.838701 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.api.v2.resource [None req-074499d7-0e51-4897-a693-1248fc54cce6 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] show failed (client error): The resource could not be found. Mar 31 15:42:01.840025 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-074499d7-0e51-4897-a693-1248fc54cce6 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "GET /v2.0/security-groups/175a3d4e-c6d6-4f1d-a627-1cbb09ab3669 HTTP/1.1" status: 404 len: 347 time: 0.0150359 Mar 31 15:42:01.843101 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 49218) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:42:02.050907 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [None req-660937da-8d34-45a6-9ef3-d5b53a4ff4e4 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Deleting port d07fbd0f-fbb0-4ef3-9711-22e11ecbcdd4 {{(pid=104159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:42:02.050907 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-660937da-8d34-45a6-9ef3-d5b53a4ff4e4 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772784948758'] for port (d07fbd0f-fbb0-4ef3-9711-22e11ecbcdd4), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:02.218115 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-660937da-8d34-45a6-9ef3-d5b53a4ff4e4 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576833'] for port (d07fbd0f-fbb0-4ef3-9711-22e11ecbcdd4), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:02.220938 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-660937da-8d34-45a6-9ef3-d5b53a4ff4e4 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks [] for floatingip (d07fbd0f-fbb0-4ef3-9711-22e11ecbcdd4), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:02.243386 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [None req-660937da-8d34-45a6-9ef3-d5b53a4ff4e4 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Calling delete_port for d07fbd0f-fbb0-4ef3-9711-22e11ecbcdd4 owned by network:floatingip {{(pid=104159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:42:02.334390 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device ab414089-2830-4501-93f0-5d9ec8e86bdb up at agent ovs-agent-dv-cinder-750782-15-smb {{(pid=104160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:42:02.402269 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Provisioning complete for port ab414089-2830-4501-93f0-5d9ec8e86bdb triggered by entity L2. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:42:02.402788 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (ab414089-2830-4501-93f0-5d9ec8e86bdb), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:02.471088 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 49230) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:42:02.481510 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.v2.base [None req-a73955a5-ce82-489e-9edf-3a26d2551c0d tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Request body: {'security_group': {'name': 'tempest-securitygroup--443554129', 'description': 'tempest-description--1177030325'}} {{(pid=104158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:42:02.509778 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Current status of the port ab414089-2830-4501-93f0-5d9ec8e86bdb is: DOWN; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:42:02.510168 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (ab414089-2830-4501-93f0-5d9ec8e86bdb), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:02.539172 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] For port ab414089-2830-4501-93f0-5d9ec8e86bdb, host dv-cinder-750782-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-smb',level=0,port_id=ab414089-2830-4501-93f0-5d9ec8e86bdb,segment=NetworkSegment(f25e0e1e-326a-4ef5-aa96-2f0a78776ef2),segment_id=f25e0e1e-326a-4ef5-aa96-2f0a78776ef2)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:42:02.543707 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-660937da-8d34-45a6-9ef3-d5b53a4ff4e4 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772784953465', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772784453879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3148002'] for port (d07fbd0f-fbb0-4ef3-9711-22e11ecbcdd4), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:02.571604 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660937da-8d34-45a6-9ef3-d5b53a4ff4e4 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Pushing event deleted for resources: {'Port': ['ID=d07fbd0f-fbb0-4ef3-9711-22e11ecbcdd4,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:42:02.643877 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-660937da-8d34-45a6-9ef3-d5b53a4ff4e4 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks [] for floatingip (989dc44a-f34a-4676-a2ba-7a531536bc37), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:02.647171 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-660937da-8d34-45a6-9ef3-d5b53a4ff4e4 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451'] for floatingip (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:02.652364 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-660937da-8d34-45a6-9ef3-d5b53a4ff4e4 tempest-AttachVolumeNegativeTest-1078561755 tempest-AttachVolumeNegativeTest-1078561755-project] 10.222.0.21 "DELETE /v2.0/floatingips/989dc44a-f34a-4676-a2ba-7a531536bc37 HTTP/1.1" status: 204 len: 168 time: 0.8078959 Mar 31 15:42:02.676878 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-a73955a5-ce82-489e-9edf-3a26d2551c0d tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Publish callbacks [] for security_group (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:02.702174 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (ab414089-2830-4501-93f0-5d9ec8e86bdb), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:02.765290 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-a73955a5-ce82-489e-9edf-3a26d2551c0d tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Publish callbacks [] for security_group (c7c8adfe-7bcd-44f3-b3b4-0835d85dabdf), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:02.771982 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Pushing event updated for resources: {'Port': ['ID=ab414089-2830-4501-93f0-5d9ec8e86bdb,revision_number=4']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:42:02.909279 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-a73955a5-ce82-489e-9edf-3a26d2551c0d tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (c7c8adfe-7bcd-44f3-b3b4-0835d85dabdf), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:02.942291 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73955a5-ce82-489e-9edf-3a26d2551c0d tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c8adfe-7bcd-44f3-b3b4-0835d85dabdf,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:42:03.031559 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-a73955a5-ce82-489e-9edf-3a26d2551c0d tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Publish callbacks [] for security_group (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:03.032998 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-a73955a5-ce82-489e-9edf-3a26d2551c0d tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5608540 Mar 31 15:42:03.045497 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 49246) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:42:03.045497 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.v2.base [None req-dab705d3-4c19-4f98-996e-89d76629c8d7 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Request body: {'security_group_rule': {'security_group_id': 'c7c8adfe-7bcd-44f3-b3b4-0835d85dabdf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:42:03.148318 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-dab705d3-4c19-4f98-996e-89d76629c8d7 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Publish callbacks [] for security_group_rule (3be35635-a7d9-4597-9401-0eaafd0c2b83), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:03.210802 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-dab705d3-4c19-4f98-996e-89d76629c8d7 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Publish callbacks [] for security_group_rule (3be35635-a7d9-4597-9401-0eaafd0c2b83), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:03.280589 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-dab705d3-4c19-4f98-996e-89d76629c8d7 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045380'] for security_group_rule (3be35635-a7d9-4597-9401-0eaafd0c2b83), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:03.302358 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab705d3-4c19-4f98-996e-89d76629c8d7 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3be35635-a7d9-4597-9401-0eaafd0c2b83,revision_number=0']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:42:03.363024 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77b2339-c060-4ad6-a45d-7a9d952e4a52 None None] Sync routers for ids ['95c77d00-634a-400a-87a7-fa35a069860c'] in dv-cinder-750782-15-smb {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:42:03.379039 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77b2339-c060-4ad6-a45d-7a9d952e4a52 None None] Routers {'95c77d00-634a-400a-87a7-fa35a069860c'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:42:03.379673 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-a77b2339-c060-4ad6-a45d-7a9d952e4a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:41:36Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['95c77d00-634a-400a-87a7-fa35a069860c'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:42:03.413806 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-dab705d3-4c19-4f98-996e-89d76629c8d7 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:03.415242 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-dab705d3-4c19-4f98-996e-89d76629c8d7 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3779807 Mar 31 15:42:03.427845 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 49248) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:42:03.433127 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.v2.base [None req-abaa486e-5ae2-4642-8aa3-363785d04095 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Request body: {'security_group_rule': {'security_group_id': 'c7c8adfe-7bcd-44f3-b3b4-0835d85dabdf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:42:03.502454 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-a77b2339-c060-4ad6-a45d-7a9d952e4a52 None None] Set router 95c77d00-634a-400a-87a7-fa35a069860c gateway port host: dv-cinder-750782-15-smb {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:42:03.669737 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-abaa486e-5ae2-4642-8aa3-363785d04095 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Publish callbacks [] for security_group_rule (05e8f1c8-6c82-462d-8209-e406a92879a7), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:03.730623 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-abaa486e-5ae2-4642-8aa3-363785d04095 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Publish callbacks [] for security_group_rule (05e8f1c8-6c82-462d-8209-e406a92879a7), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:03.738800 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-a77b2339-c060-4ad6-a45d-7a9d952e4a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c77d00-634a-400a-87a7-fa35a069860c', 'name': 'tempest-AttachVolumeShelveTestJSON-263990863-router', 'tenant_id': 'c680e9e6d388412fa4440c103afb5577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.207'}], 'enable_snat': True}, 'gw_port_id': 'ab414089-2830-4501-93f0-5d9ec8e86bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:41:54Z', 'updated_at': '2022-03-31T15:42:00Z', 'revision_number': 4, 'project_id': 'c680e9e6d388412fa4440c103afb5577', 'gw_port': {'id': 'ab414089-2830-4501-93f0-5d9ec8e86bdb', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:5e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c77d00-634a-400a-87a7-fa35a069860c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:41:55Z', 'updated_at': '2022-03-31T15:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_interfaces': [{'id': '271c631d-9c4d-4b59-aa2f-250dec501c88', 'name': '', 'network_id': '6ce47f39-3814-4e43-bd73-afb159608eca', 'tenant_id': 'c680e9e6d388412fa4440c103afb5577', 'mac_address': 'fa:16:3e:8b:c4:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95c77d00-634a-400a-87a7-fa35a069860c', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '9a2e610f-76e0-4760-b7be-8011d4581daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:41:59Z', 'updated_at': '2022-03-31T15:42:00Z', 'revision_number': 2, 'project_id': 'c680e9e6d388412fa4440c103afb5577', 'subnets': [{'id': '9a2e610f-76e0-4760-b7be-8011d4581daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:42:03.769933 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77b2339-c060-4ad6-a45d-7a9d952e4a52 None None] Checking router: 95c77d00-634a-400a-87a7-fa35a069860c for host: dv-cinder-750782-15-smb {{(pid=104161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:42:03.770284 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77b2339-c060-4ad6-a45d-7a9d952e4a52 None None] Updating router 95c77d00-634a-400a-87a7-fa35a069860c port 271c631d-9c4d-4b59-aa2f-250dec501c88 binding host dv-cinder-750782-15-smb {{(pid=104161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:42:03.798119 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a77b2339-c060-4ad6-a45d-7a9d952e4a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (271c631d-9c4d-4b59-aa2f-250dec501c88), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:03.902069 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-abaa486e-5ae2-4642-8aa3-363785d04095 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045380'] for security_group_rule (05e8f1c8-6c82-462d-8209-e406a92879a7), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:03.922688 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaa486e-5ae2-4642-8aa3-363785d04095 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05e8f1c8-6c82-462d-8209-e406a92879a7,revision_number=0']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:42:04.031301 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-abaa486e-5ae2-4642-8aa3-363785d04095 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:04.037640 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-abaa486e-5ae2-4642-8aa3-363785d04095 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6036963 Mar 31 15:42:04.037640 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 49254) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:42:04.041431 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.v2.base [None req-bd86dc28-792f-46da-aed0-9d7d013adf4c tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Request body: {'floatingip': {'floating_network_id': '8959fca3-760a-428d-87ed-41d110f4f943'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:42:04.083173 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a77b2339-c060-4ad6-a45d-7a9d952e4a52 None None] Publish callbacks [] for port (271c631d-9c4d-4b59-aa2f-250dec501c88), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:04.197642 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device ab414089-2830-4501-93f0-5d9ec8e86bdb up at agent ovs-agent-dv-cinder-750782-15-smb {{(pid=104160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:42:04.252148 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Provisioning complete for port ab414089-2830-4501-93f0-5d9ec8e86bdb triggered by entity L2. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:42:04.252518 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (ab414089-2830-4501-93f0-5d9ec8e86bdb), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:04.263484 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a77b2339-c060-4ad6-a45d-7a9d952e4a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (271c631d-9c4d-4b59-aa2f-250dec501c88), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:04.263912 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-bd86dc28-792f-46da-aed0-9d7d013adf4c tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:04.275858 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-35bd0c5c-e296-4e2e-8d0f-772a9c105104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (80b0103a-7158-48a6-b59a-3fe393c523d9), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:04.356251 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0abadd-5726-4598-a084-9e867c0ff085 None None] Pushing event updated for resources: {'Port': ['ID=271c631d-9c4d-4b59-aa2f-250dec501c88,revision_number=3']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:42:04.362445 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Current status of the port ab414089-2830-4501-93f0-5d9ec8e86bdb is: ACTIVE; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:42:04.382307 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0abadd-5726-4598-a084-9e867c0ff085 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:42:04.382880 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0abadd-5726-4598-a084-9e867c0ff085 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:42:04.383006 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0abadd-5726-4598-a084-9e867c0ff085 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:42:04.383342 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0abadd-5726-4598-a084-9e867c0ff085 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:42:04.383686 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0abadd-5726-4598-a084-9e867c0ff085 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:42:04.385305 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0abadd-5726-4598-a084-9e867c0ff085 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:42:04.385305 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0abadd-5726-4598-a084-9e867c0ff085 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:42:04.385305 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0abadd-5726-4598-a084-9e867c0ff085 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:42:04.385641 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0abadd-5726-4598-a084-9e867c0ff085 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:42:04.385892 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0abadd-5726-4598-a084-9e867c0ff085 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:42:04.386223 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0abadd-5726-4598-a084-9e867c0ff085 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:42:04.386607 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0abadd-5726-4598-a084-9e867c0ff085 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:42:04.386945 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0abadd-5726-4598-a084-9e867c0ff085 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:42:04.387300 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0abadd-5726-4598-a084-9e867c0ff085 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:42:04.388076 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0abadd-5726-4598-a084-9e867c0ff085 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:42:04.392964 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-bd86dc28-792f-46da-aed0-9d7d013adf4c tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:04.408976 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-a77b2339-c060-4ad6-a45d-7a9d952e4a52 None None] Attempting to bind port 271c631d-9c4d-4b59-aa2f-250dec501c88 on host dv-cinder-750782-15-smb for vnic_type normal with profile {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:42:04.409347 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-a77b2339-c060-4ad6-a45d-7a9d952e4a52 None None] Attempting to bind port 271c631d-9c4d-4b59-aa2f-250dec501c88 by drivers openvswitch,hyperv on host dv-cinder-750782-15-smb at level 0 using segments [{'id': '6bcab16b-0c41-4f5b-8545-8863ae1cf078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6ce47f39-3814-4e43-bd73-afb159608eca'}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:42:04.409923 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77b2339-c060-4ad6-a45d-7a9d952e4a52 None None] Attempting to bind port 271c631d-9c4d-4b59-aa2f-250dec501c88 on network 6ce47f39-3814-4e43-bd73-afb159608eca {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:42:04.415787 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77b2339-c060-4ad6-a45d-7a9d952e4a52 None None] Checking agent: {'id': 'fd34c7ed-cab5-463e-81bb-e9aa6ef90623', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 27, 41), 'started_at': datetime.datetime(2022, 3, 31, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:42:04.416361 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77b2339-c060-4ad6-a45d-7a9d952e4a52 None None] Checking segment: {'id': '6bcab16b-0c41-4f5b-8545-8863ae1cf078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6ce47f39-3814-4e43-bd73-afb159608eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:42:04.416772 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a77b2339-c060-4ad6-a45d-7a9d952e4a52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:04.417171 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77b2339-c060-4ad6-a45d-7a9d952e4a52 None None] Bound using segment: {'id': '6bcab16b-0c41-4f5b-8545-8863ae1cf078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6ce47f39-3814-4e43-bd73-afb159608eca'} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:42:04.417697 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-a77b2339-c060-4ad6-a45d-7a9d952e4a52 None None] Bound port: 271c631d-9c4d-4b59-aa2f-250dec501c88, host: dv-cinder-750782-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bcab16b-0c41-4f5b-8545-8863ae1cf078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6ce47f39-3814-4e43-bd73-afb159608eca'}}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:42:04.418060 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a77b2339-c060-4ad6-a45d-7a9d952e4a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (271c631d-9c4d-4b59-aa2f-250dec501c88), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:04.502695 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-a77b2339-c060-4ad6-a45d-7a9d952e4a52 None None] For port 271c631d-9c4d-4b59-aa2f-250dec501c88, host dv-cinder-750782-15-smb, cleared binding levels {{(pid=104161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:42:04.506599 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-a77b2339-c060-4ad6-a45d-7a9d952e4a52 None None] For port 271c631d-9c4d-4b59-aa2f-250dec501c88, host dv-cinder-750782-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-smb',level=0,port_id=271c631d-9c4d-4b59-aa2f-250dec501c88,segment=NetworkSegment(6bcab16b-0c41-4f5b-8545-8863ae1cf078),segment_id=6bcab16b-0c41-4f5b-8545-8863ae1cf078)] {{(pid=104161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:42:04.515080 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.db_base_plugin_common [None req-bd86dc28-792f-46da-aed0-9d7d013adf4c tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Allocated IP 172.28.2.182 (8959fca3-760a-428d-87ed-41d110f4f943/79fe0710-163f-45bc-8cd9-cc15163c6821/57d2a793-f168-4fbc-a5a4-de4094965a5b) {{(pid=104159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:42:04.629224 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-bd86dc28-792f-46da-aed0-9d7d013adf4c tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Publish callbacks [] for port (57d2a793-f168-4fbc-a5a4-de4094965a5b), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:04.633217 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-a1212c66-100a-4db4-92b0-0bda447d291e None None] Provisioning complete for port 271c631d-9c4d-4b59-aa2f-250dec501c88 triggered by entity DHCP. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:42:04.633812 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a1212c66-100a-4db4-92b0-0bda447d291e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (271c631d-9c4d-4b59-aa2f-250dec501c88), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:04.669627 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-a1212c66-100a-4db4-92b0-0bda447d291e None None] Port 271c631d-9c4d-4b59-aa2f-250dec501c88 cannot update to ACTIVE because it is not bound. {{(pid=104160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:42:04.690912 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a77b2339-c060-4ad6-a45d-7a9d952e4a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (271c631d-9c4d-4b59-aa2f-250dec501c88), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:04.753133 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77b2339-c060-4ad6-a45d-7a9d952e4a52 None None] Routers {'95c77d00-634a-400a-87a7-fa35a069860c'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:42:04.753895 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-a77b2339-c060-4ad6-a45d-7a9d952e4a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:41:36Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['95c77d00-634a-400a-87a7-fa35a069860c'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:42:04.812551 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-bd86dc28-792f-46da-aed0-9d7d013adf4c tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772784453870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3148002'] for port (57d2a793-f168-4fbc-a5a4-de4094965a5b), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:04.823500 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0abadd-5726-4598-a084-9e867c0ff085 None None] Pushing event updated for resources: {'Port': ['ID=271c631d-9c4d-4b59-aa2f-250dec501c88,revision_number=4']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:42:04.854082 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd86dc28-792f-46da-aed0-9d7d013adf4c tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Network 8959fca3-760a-428d-87ed-41d110f4f943 is already hosted by enough agents. {{(pid=104159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:42:04.857303 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [None req-bd86dc28-792f-46da-aed0-9d7d013adf4c tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Resources bound (agent type, host, resource id): {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:42:04.860582 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd86dc28-792f-46da-aed0-9d7d013adf4c tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Received port after_create {{(pid=104159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:42:04.885596 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-a77b2339-c060-4ad6-a45d-7a9d952e4a52 None None] Set router 95c77d00-634a-400a-87a7-fa35a069860c gateway port host: dv-cinder-750782-15-smb {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:42:04.896249 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86dc28-792f-46da-aed0-9d7d013adf4c tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Pushing event updated for resources: {'Port': ['ID=57d2a793-f168-4fbc-a5a4-de4094965a5b,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:42:04.973062 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-bd86dc28-792f-46da-aed0-9d7d013adf4c tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Publish callbacks [] for floatingip (162435ce-1674-4bb7-aced-4752be2a0033), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:04.995958 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-515c5179-7ece-4640-b6e2-a639e1b12bb8 None None] Provisioning complete for port 271c631d-9c4d-4b59-aa2f-250dec501c88 triggered by entity DHCP. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:42:04.996322 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-515c5179-7ece-4640-b6e2-a639e1b12bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (271c631d-9c4d-4b59-aa2f-250dec501c88), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:05.108948 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-515c5179-7ece-4640-b6e2-a639e1b12bb8 None None] Current status of the port 271c631d-9c4d-4b59-aa2f-250dec501c88 is: DOWN; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:42:05.109350 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-515c5179-7ece-4640-b6e2-a639e1b12bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (271c631d-9c4d-4b59-aa2f-250dec501c88), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:05.146800 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-515c5179-7ece-4640-b6e2-a639e1b12bb8 None None] For port 271c631d-9c4d-4b59-aa2f-250dec501c88, host dv-cinder-750782-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-smb',level=0,port_id=271c631d-9c4d-4b59-aa2f-250dec501c88,segment=NetworkSegment(6bcab16b-0c41-4f5b-8545-8863ae1cf078),segment_id=6bcab16b-0c41-4f5b-8545-8863ae1cf078)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:42:05.220220 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-a77b2339-c060-4ad6-a45d-7a9d952e4a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c77d00-634a-400a-87a7-fa35a069860c', 'name': 'tempest-AttachVolumeShelveTestJSON-263990863-router', 'tenant_id': 'c680e9e6d388412fa4440c103afb5577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.207'}], 'enable_snat': True}, 'gw_port_id': 'ab414089-2830-4501-93f0-5d9ec8e86bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:41:54Z', 'updated_at': '2022-03-31T15:42:00Z', 'revision_number': 4, 'project_id': 'c680e9e6d388412fa4440c103afb5577', 'gw_port': {'id': 'ab414089-2830-4501-93f0-5d9ec8e86bdb', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:5e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c77d00-634a-400a-87a7-fa35a069860c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:41:55Z', 'updated_at': '2022-03-31T15:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_interfaces': [{'id': '271c631d-9c4d-4b59-aa2f-250dec501c88', 'name': '', 'network_id': '6ce47f39-3814-4e43-bd73-afb159608eca', 'tenant_id': 'c680e9e6d388412fa4440c103afb5577', 'mac_address': 'fa:16:3e:8b:c4:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95c77d00-634a-400a-87a7-fa35a069860c', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '9a2e610f-76e0-4760-b7be-8011d4581daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:41:59Z', 'updated_at': '2022-03-31T15:42:04Z', 'revision_number': 4, 'project_id': 'c680e9e6d388412fa4440c103afb5577', 'subnets': [{'id': '9a2e610f-76e0-4760-b7be-8011d4581daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:42:05.249377 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77b2339-c060-4ad6-a45d-7a9d952e4a52 None None] The sync data for ids ['95c77d00-634a-400a-87a7-fa35a069860c'] in dv-cinder-750782-15-smb is: [{'id': '95c77d00-634a-400a-87a7-fa35a069860c', 'name': 'tempest-AttachVolumeShelveTestJSON-263990863-router', 'tenant_id': 'c680e9e6d388412fa4440c103afb5577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.207'}], 'enable_snat': True}, 'gw_port_id': 'ab414089-2830-4501-93f0-5d9ec8e86bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:41:54Z', 'updated_at': '2022-03-31T15:42:00Z', 'revision_number': 4, 'project_id': 'c680e9e6d388412fa4440c103afb5577', 'gw_port': {'id': 'ab414089-2830-4501-93f0-5d9ec8e86bdb', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:5e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c77d00-634a-400a-87a7-fa35a069860c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:41:55Z', 'updated_at': '2022-03-31T15:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_interfaces': [{'id': '271c631d-9c4d-4b59-aa2f-250dec501c88', 'name': '', 'network_id': '6ce47f39-3814-4e43-bd73-afb159608eca', 'tenant_id': 'c680e9e6d388412fa4440c103afb5577', 'mac_address': 'fa:16:3e:8b:c4:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95c77d00-634a-400a-87a7-fa35a069860c', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '9a2e610f-76e0-4760-b7be-8011d4581daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:41:59Z', 'updated_at': '2022-03-31T15:42:04Z', 'revision_number': 4, 'project_id': 'c680e9e6d388412fa4440c103afb5577', 'subnets': [{'id': '9a2e610f-76e0-4760-b7be-8011d4581daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:42:05.393767 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-515c5179-7ece-4640-b6e2-a639e1b12bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (271c631d-9c4d-4b59-aa2f-250dec501c88), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:05.449024 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-bd86dc28-792f-46da-aed0-9d7d013adf4c tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (57d2a793-f168-4fbc-a5a4-de4094965a5b), before_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:05.459029 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515c5179-7ece-4640-b6e2-a639e1b12bb8 None None] Pushing event updated for resources: {'Port': ['ID=271c631d-9c4d-4b59-aa2f-250dec501c88,revision_number=5']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:42:05.467841 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515c5179-7ece-4640-b6e2-a639e1b12bb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:42:05.468188 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515c5179-7ece-4640-b6e2-a639e1b12bb8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:42:05.468526 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515c5179-7ece-4640-b6e2-a639e1b12bb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:42:05.468882 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515c5179-7ece-4640-b6e2-a639e1b12bb8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:42:05.469218 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515c5179-7ece-4640-b6e2-a639e1b12bb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:42:05.469590 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515c5179-7ece-4640-b6e2-a639e1b12bb8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:42:05.469906 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515c5179-7ece-4640-b6e2-a639e1b12bb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:42:05.470342 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515c5179-7ece-4640-b6e2-a639e1b12bb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:42:05.470614 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515c5179-7ece-4640-b6e2-a639e1b12bb8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:42:05.470966 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515c5179-7ece-4640-b6e2-a639e1b12bb8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:42:05.471411 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515c5179-7ece-4640-b6e2-a639e1b12bb8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:42:05.471946 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515c5179-7ece-4640-b6e2-a639e1b12bb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:42:05.472953 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515c5179-7ece-4640-b6e2-a639e1b12bb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:42:05.472953 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515c5179-7ece-4640-b6e2-a639e1b12bb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:42:05.472953 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515c5179-7ece-4640-b6e2-a639e1b12bb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:42:05.630492 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-bd86dc28-792f-46da-aed0-9d7d013adf4c tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Publish callbacks [] for port (57d2a793-f168-4fbc-a5a4-de4094965a5b), precommit_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:05.816346 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-bd86dc28-792f-46da-aed0-9d7d013adf4c tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3148011'] for port (57d2a793-f168-4fbc-a5a4-de4094965a5b), after_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:05.887451 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86dc28-792f-46da-aed0-9d7d013adf4c tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Pushing event updated for resources: {'Port': ['ID=57d2a793-f168-4fbc-a5a4-de4094965a5b,revision_number=2']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:42:05.900644 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-bd86dc28-792f-46da-aed0-9d7d013adf4c tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574067'] for floatingip (162435ce-1674-4bb7-aced-4752be2a0033), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:06.054025 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-bd86dc28-792f-46da-aed0-9d7d013adf4c tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451'] for floatingip (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:06.055271 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-bd86dc28-792f-46da-aed0-9d7d013adf4c tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0184333 Mar 31 15:42:06.251757 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device 271c631d-9c4d-4b59-aa2f-250dec501c88 up at agent ovs-agent-dv-cinder-750782-15-smb {{(pid=104160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:42:06.280286 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-e0bb360d-ee28-41ce-a3ce-8c3ad0e443eb req-08f02d04-7583-4ba5-bf4c-ab3255d33c19 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--443554129&fields=id&tenant_id=c680e9e6d388412fa4440c103afb5577 HTTP/1.1" status: 200 len: 267 time: 0.0453696 Mar 31 15:42:06.303270 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Provisioning complete for port 271c631d-9c4d-4b59-aa2f-250dec501c88 triggered by entity L2. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:42:06.303642 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (271c631d-9c4d-4b59-aa2f-250dec501c88), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:06.392355 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb360d-ee28-41ce-a3ce-8c3ad0e443eb req-230ce075-665c-4b5c-ac09-8cebdf8aa4b2 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:42:06.392745 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (42669199-0b56-4e25-9a3d-cc561c912f6a), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:06.394567 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-e0bb360d-ee28-41ce-a3ce-8c3ad0e443eb req-230ce075-665c-4b5c-ac09-8cebdf8aa4b2 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/networks?id=6ce47f39-3814-4e43-bd73-afb159608eca HTTP/1.1" status: 200 len: 816 time: 0.1117029 Mar 31 15:42:06.409040 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Current status of the port 271c631d-9c4d-4b59-aa2f-250dec501c88 is: ACTIVE; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:42:06.414438 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-e0bb360d-ee28-41ce-a3ce-8c3ad0e443eb req-72445259-3b80-4c54-b456-2bbaaaac812f tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/quotas/c680e9e6d388412fa4440c103afb5577 HTTP/1.1" status: 200 len: 375 time: 0.0135880 Mar 31 15:42:06.475281 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-e0bb360d-ee28-41ce-a3ce-8c3ad0e443eb req-37410ce9-17f5-4744-a2d5-0b41e644db56 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c680e9e6d388412fa4440c103afb5577&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0559301 Mar 31 15:42:06.587722 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-61202669-e8f9-4e82-b8e2-f1811f85ae1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (9721ac04-bac7-49da-b384-3a2049eedfa2), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:06.667351 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-e0bb360d-ee28-41ce-a3ce-8c3ad0e443eb req-cd8f1f88-b0a0-48f8-9730-187372d761c6 service neutron] 10.222.0.21 "GET /v2.0/networks/6ce47f39-3814-4e43-bd73-afb159608eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804483 Mar 31 15:42:06.768754 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-e0bb360d-ee28-41ce-a3ce-8c3ad0e443eb req-48e69097-f284-4fd8-b0ce-2b7a63a0669e service neutron] 10.222.0.21 "GET /v2.0/networks/6ce47f39-3814-4e43-bd73-afb159608eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955138 Mar 31 15:42:07.164689 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-58f71996-51d7-4a4f-a117-87befd0a4bd9 req-220d9ef3-45d7-4592-9416-37ea1fcc0328 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=8af99820-f5d6-4a06-b902-c7c1da280d4e HTTP/1.1" status: 200 len: 210 time: 0.0287735 Mar 31 15:42:07.339065 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 49322) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:42:07.817765 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0b2f012e-2fbd-4b35-9815-8024e4a993e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fb816cbb-0527-4766-83b7-604ad6a553f5), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:07.829371 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-c162cdc7-78f0-48db-9e58-97c71db768e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574323'] for router_interface (47e54d6f-fc64-4b8b-9c10-074acfd46db3), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:08.104798 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.plugin [None req-c162cdc7-78f0-48db-9e58-97c71db768e6 admin admin] Deleting port c3426532-127a-4f0f-81e9-ac1ffbac2b79 {{(pid=104158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:42:08.105143 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-c162cdc7-78f0-48db-9e58-97c71db768e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772784948758'] for port (c3426532-127a-4f0f-81e9-ac1ffbac2b79), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:08.190843 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.db [None req-c162cdc7-78f0-48db-9e58-97c71db768e6 admin admin] For port c3426532-127a-4f0f-81e9-ac1ffbac2b79, host dv-cinder-750782-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-smb',level=0,port_id=c3426532-127a-4f0f-81e9-ac1ffbac2b79,segment=NetworkSegment(3e695c53-0855-4033-b66c-5de9c04ee5a9),segment_id=3e695c53-0855-4033-b66c-5de9c04ee5a9)] {{(pid=104158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:42:08.191204 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-c162cdc7-78f0-48db-9e58-97c71db768e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576833'] for port (c3426532-127a-4f0f-81e9-ac1ffbac2b79), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:08.205364 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.plugin [None req-c162cdc7-78f0-48db-9e58-97c71db768e6 admin admin] Calling delete_port for c3426532-127a-4f0f-81e9-ac1ffbac2b79 owned by network:router_interface {{(pid=104158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:42:08.280024 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-9f50c9a6-3d5f-4906-9d4c-6eef57d26200 req-98fd61ad-a833-4582-810b-b4305ad8ab0b tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=8af99820-f5d6-4a06-b902-c7c1da280d4e HTTP/1.1" status: 200 len: 210 time: 0.0340312 Mar 31 15:42:08.560642 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-c162cdc7-78f0-48db-9e58-97c71db768e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772784953465', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772784453879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302876'] for port (c3426532-127a-4f0f-81e9-ac1ffbac2b79), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:08.591580 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c162cdc7-78f0-48db-9e58-97c71db768e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3426532-127a-4f0f-81e9-ac1ffbac2b79,revision_number=None']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:42:08.771711 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-c162cdc7-78f0-48db-9e58-97c71db768e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-589795'] for router_interface (47e54d6f-fc64-4b8b-9c10-074acfd46db3), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:09.293319 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c162cdc7-78f0-48db-9e58-97c71db768e6 admin admin] Router 47e54d6f-fc64-4b8b-9c10-074acfd46db3 has already been hosted by L3 agent 9721ac04-bac7-49da-b384-3a2049eedfa2 {{(pid=104158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:42:09.382718 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-1ca503fa-244d-4bc5-b6c0-e3ad6d23b2d9 req-10036bba-078d-4550-bc57-01e341d049f5 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=8af99820-f5d6-4a06-b902-c7c1da280d4e HTTP/1.1" status: 200 len: 210 time: 0.0303071 Mar 31 15:42:09.427354 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c162cdc7-78f0-48db-9e58-97c71db768e6 admin admin] Notify agent at l3_agent.dv-cinder-750782-15-smb the message routers_updated {{(pid=104158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:42:09.434191 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-c162cdc7-78f0-48db-9e58-97c71db768e6 admin admin] 10.222.0.21 "PUT /v2.0/routers/47e54d6f-fc64-4b8b-9c10-074acfd46db3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0940268 Mar 31 15:42:09.438020 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 49352) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:42:09.451261 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6692942-6da8-4db0-9b41-6c5ef59a7de9 None None] Sync routers for ids ['47e54d6f-fc64-4b8b-9c10-074acfd46db3'] in dv-cinder-750782-15-smb {{(pid=104160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:42:09.462265 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6692942-6da8-4db0-9b41-6c5ef59a7de9 None None] Routers {'47e54d6f-fc64-4b8b-9c10-074acfd46db3'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:42:09.463004 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_hamode_db [None req-b6692942-6da8-4db0-9b41-6c5ef59a7de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:42:06Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['47e54d6f-fc64-4b8b-9c10-074acfd46db3'], 'active': True} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:42:09.561352 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-e4205e79-71b1-463c-9976-dc5fb75b9872 admin admin] Publish callbacks [] for router (47e54d6f-fc64-4b8b-9c10-074acfd46db3), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:09.585142 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvr_db [None req-b6692942-6da8-4db0-9b41-6c5ef59a7de9 None None] Set router 47e54d6f-fc64-4b8b-9c10-074acfd46db3 gateway port host: dv-cinder-750782-15-smb {{(pid=104160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:42:09.612456 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-211e425b-1201-4862-afc0-6363249efbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (1ca8e2b3-6f2e-4d63-b52b-ad8a81fa6826), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:09.682627 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-e4205e79-71b1-463c-9976-dc5fb75b9872 admin admin] Publish callbacks [] for router_gateway (47e54d6f-fc64-4b8b-9c10-074acfd46db3), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:09.781849 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_hamode_db [None req-b6692942-6da8-4db0-9b41-6c5ef59a7de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'name': 'tempest-AttachVolumeNegativeTest-1394788082-router', 'tenant_id': '893dd59441624f78817c4a649a0aaf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.62'}], 'enable_snat': True}, 'gw_port_id': '76eb623c-a949-48c4-8a2d-84c7b10c4265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:36:14Z', 'updated_at': '2022-03-31T15:42:08Z', 'revision_number': 5, 'project_id': '893dd59441624f78817c4a649a0aaf40', 'gw_port': {'id': '76eb623c-a949-48c4-8a2d-84c7b10c4265', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:36:15Z', 'updated_at': '2022-03-31T15:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb'}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:42:09.808672 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6692942-6da8-4db0-9b41-6c5ef59a7de9 None None] Checking router: 47e54d6f-fc64-4b8b-9c10-074acfd46db3 for host: dv-cinder-750782-15-smb {{(pid=104160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:42:09.822059 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6692942-6da8-4db0-9b41-6c5ef59a7de9 None None] Routers {'47e54d6f-fc64-4b8b-9c10-074acfd46db3'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:42:09.822619 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_hamode_db [None req-b6692942-6da8-4db0-9b41-6c5ef59a7de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:42:06Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['47e54d6f-fc64-4b8b-9c10-074acfd46db3'], 'active': True} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:42:09.843224 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [None req-e4205e79-71b1-463c-9976-dc5fb75b9872 admin admin] Deleting port 76eb623c-a949-48c4-8a2d-84c7b10c4265 {{(pid=104159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:42:09.843546 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-e4205e79-71b1-463c-9976-dc5fb75b9872 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772784948758'] for port (76eb623c-a949-48c4-8a2d-84c7b10c4265), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:09.918573 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvr_db [None req-b6692942-6da8-4db0-9b41-6c5ef59a7de9 None None] Set router 47e54d6f-fc64-4b8b-9c10-074acfd46db3 gateway port host: None {{(pid=104160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:42:09.930539 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.db [None req-e4205e79-71b1-463c-9976-dc5fb75b9872 admin admin] For port 76eb623c-a949-48c4-8a2d-84c7b10c4265, host dv-cinder-750782-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-smb',level=0,port_id=76eb623c-a949-48c4-8a2d-84c7b10c4265,segment=NetworkSegment(f25e0e1e-326a-4ef5-aa96-2f0a78776ef2),segment_id=f25e0e1e-326a-4ef5-aa96-2f0a78776ef2)] {{(pid=104159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:42:09.930904 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-e4205e79-71b1-463c-9976-dc5fb75b9872 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576833'] for port (76eb623c-a949-48c4-8a2d-84c7b10c4265), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:09.944534 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [None req-e4205e79-71b1-463c-9976-dc5fb75b9872 admin admin] Calling delete_port for 76eb623c-a949-48c4-8a2d-84c7b10c4265 owned by network:router_gateway {{(pid=104159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:42:10.109918 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_hamode_db [None req-b6692942-6da8-4db0-9b41-6c5ef59a7de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'name': 'tempest-AttachVolumeNegativeTest-1394788082-router', 'tenant_id': '893dd59441624f78817c4a649a0aaf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:36:14Z', 'updated_at': '2022-03-31T15:42:09Z', 'revision_number': 6, 'project_id': '893dd59441624f78817c4a649a0aaf40', 'gw_port_host': None}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:42:10.136603 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6692942-6da8-4db0-9b41-6c5ef59a7de9 None None] The sync data for ids ['47e54d6f-fc64-4b8b-9c10-074acfd46db3'] in dv-cinder-750782-15-smb is: [{'id': '47e54d6f-fc64-4b8b-9c10-074acfd46db3', 'name': 'tempest-AttachVolumeNegativeTest-1394788082-router', 'tenant_id': '893dd59441624f78817c4a649a0aaf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:36:14Z', 'updated_at': '2022-03-31T15:42:09Z', 'revision_number': 6, 'project_id': '893dd59441624f78817c4a649a0aaf40', 'gw_port_host': None}] {{(pid=104160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:42:10.252167 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-e4205e79-71b1-463c-9976-dc5fb75b9872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772784953465', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772784453879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3148002'] for port (76eb623c-a949-48c4-8a2d-84c7b10c4265), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:10.280531 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4205e79-71b1-463c-9976-dc5fb75b9872 admin admin] Pushing event deleted for resources: {'Port': ['ID=76eb623c-a949-48c4-8a2d-84c7b10c4265,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:42:10.352829 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-e4205e79-71b1-463c-9976-dc5fb75b9872 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573961'] for router_gateway (47e54d6f-fc64-4b8b-9c10-074acfd46db3), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:10.455582 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-e4205e79-71b1-463c-9976-dc5fb75b9872 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3305'] for router (47e54d6f-fc64-4b8b-9c10-074acfd46db3), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:10.457866 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-e4205e79-71b1-463c-9976-dc5fb75b9872 admin admin] Publish callbacks [] for router_controller (47e54d6f-fc64-4b8b-9c10-074acfd46db3), precommit_delete_associations {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:10.511311 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-89c649e9-2658-4dba-b5f7-02c3e6d79a31 req-76070977-73cd-46bf-96cf-bb21e6980228 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=8af99820-f5d6-4a06-b902-c7c1da280d4e HTTP/1.1" status: 200 len: 210 time: 0.0446138 Mar 31 15:42:10.714064 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb360d-ee28-41ce-a3ce-8c3ad0e443eb req-f6c2b4d7-aed8-4851-a4bb-ec555aa60690 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:42:10.715500 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-e0bb360d-ee28-41ce-a3ce-8c3ad0e443eb req-f6c2b4d7-aed8-4851-a4bb-ec555aa60690 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.26 "GET /v2.0/networks?id=6ce47f39-3814-4e43-bd73-afb159608eca HTTP/1.1" status: 200 len: 816 time: 0.1074646 Mar 31 15:42:10.718803 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-e4205e79-71b1-463c-9976-dc5fb75b9872 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588524'] for router (47e54d6f-fc64-4b8b-9c10-074acfd46db3), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:10.719347 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4205e79-71b1-463c-9976-dc5fb75b9872 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47e54d6f-fc64-4b8b-9c10-074acfd46db3 {{(pid=104159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 15:42:10.723615 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-e4205e79-71b1-463c-9976-dc5fb75b9872 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:10.724738 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-e4205e79-71b1-463c-9976-dc5fb75b9872 admin admin] 10.222.0.21 "DELETE /v2.0/routers/47e54d6f-fc64-4b8b-9c10-074acfd46db3 HTTP/1.1" status: 204 len: 168 time: 1.2858262 Mar 31 15:42:10.729359 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 49370) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:42:10.780305 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd877dea-e616-4826-a4d9-3c38ba3d9498 admin admin] Deleting subnet 2b9feebc-e9c9-4a4e-ad3c-a41e234df103 {{(pid=104158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 15:42:10.784034 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-cd877dea-e616-4826-a4d9-3c38ba3d9498 admin admin] Publish callbacks [] for subnet (2b9feebc-e9c9-4a4e-ad3c-a41e234df103), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:10.797109 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-e0bb360d-ee28-41ce-a3ce-8c3ad0e443eb req-e034997c-6d9b-4361-8fac-a32723918753 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c680e9e6d388412fa4440c103afb5577 HTTP/1.1" status: 200 len: 379 time: 0.0712600 Mar 31 15:42:10.807150 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.v2.base [req-e0bb360d-ee28-41ce-a3ce-8c3ad0e443eb req-0dcbee5a-a56d-4fd2-807b-06aff81c835a tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Request body: {'port': {'device_id': '8af99820-f5d6-4a06-b902-c7c1da280d4e', 'network_id': '6ce47f39-3814-4e43-bd73-afb159608eca', 'admin_state_up': True, 'tenant_id': 'c680e9e6d388412fa4440c103afb5577', 'security_groups': ['c7c8adfe-7bcd-44f3-b3b4-0835d85dabdf']}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:42:10.822410 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-cd877dea-e616-4826-a4d9-3c38ba3d9498 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8525824'] for subnet (2b9feebc-e9c9-4a4e-ad3c-a41e234df103), precommit_delete_associations {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:10.915984 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-cd877dea-e616-4826-a4d9-3c38ba3d9498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8232756'] for subnet (2b9feebc-e9c9-4a4e-ad3c-a41e234df103), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:11.022074 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fd34c7ed-cab5-463e-81bb-e9aa6ef90623), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:11.092474 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0bb360d-ee28-41ce-a3ce-8c3ad0e443eb req-0dcbee5a-a56d-4fd2-807b-06aff81c835a tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Made reservation on behalf of c680e9e6d388412fa4440c103afb5577 for: {'port': 1} {{(pid=104159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:42:11.096175 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-e0bb360d-ee28-41ce-a3ce-8c3ad0e443eb req-0dcbee5a-a56d-4fd2-807b-06aff81c835a tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:11.168059 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-cd877dea-e616-4826-a4d9-3c38ba3d9498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8232707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9104041'] for subnet (2b9feebc-e9c9-4a4e-ad3c-a41e234df103), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:11.191469 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-cd877dea-e616-4826-a4d9-3c38ba3d9498 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:11.196310 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-cd877dea-e616-4826-a4d9-3c38ba3d9498 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2b9feebc-e9c9-4a4e-ad3c-a41e234df103 HTTP/1.1" status: 204 len: 168 time: 0.4658573 Mar 31 15:42:11.198350 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd877dea-e616-4826-a4d9-3c38ba3d9498 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b9feebc-e9c9-4a4e-ad3c-a41e234df103,revision_number=None']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:42:11.201136 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef19123d-c845-4af4-8f9e-6b1ce6e52fca None None] Network ffd9f9ff-86a8-41a0-b247-ed3515901842 requested from dv-cinder-750782-15-smb {{(pid=104160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:42:11.202467 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 49376) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:42:11.271676 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.db_base_plugin_common [req-e0bb360d-ee28-41ce-a3ce-8c3ad0e443eb req-0dcbee5a-a56d-4fd2-807b-06aff81c835a tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Allocated IP 172.20.0.6 (6ce47f39-3814-4e43-bd73-afb159608eca/9a2e610f-76e0-4760-b7be-8011d4581daa/e58352f8-e6f8-475e-83ff-6602902f6b4e) {{(pid=104159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:42:11.308042 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-9fb189cc-74e6-43e9-bd9b-6f62336ed7dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8161909'] for network (ffd9f9ff-86a8-41a0-b247-ed3515901842), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:11.387994 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.plugin [None req-9fb189cc-74e6-43e9-bd9b-6f62336ed7dc admin admin] Deleting port 108ae6d2-2708-4f04-9162-f0acaa7b3e6d {{(pid=104158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:42:11.388304 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-9fb189cc-74e6-43e9-bd9b-6f62336ed7dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772784948758'] for port (108ae6d2-2708-4f04-9162-f0acaa7b3e6d), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:11.425828 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a91aef7-e4f2-4ee0-baf4-8000e8f36788 None None] DHCP port deletion for ffd9f9ff-86a8-41a0-b247-ed3515901842 request from dv-cinder-750782-15-smb {{(pid=104160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 15:42:11.457042 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-e0bb360d-ee28-41ce-a3ce-8c3ad0e443eb req-0dcbee5a-a56d-4fd2-807b-06aff81c835a tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Publish callbacks [] for port (e58352f8-e6f8-475e-83ff-6602902f6b4e), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:11.466460 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.db [None req-9fb189cc-74e6-43e9-bd9b-6f62336ed7dc admin admin] For port 108ae6d2-2708-4f04-9162-f0acaa7b3e6d, host dv-cinder-750782-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-smb',level=0,port_id=108ae6d2-2708-4f04-9162-f0acaa7b3e6d,segment=NetworkSegment(3e695c53-0855-4033-b66c-5de9c04ee5a9),segment_id=3e695c53-0855-4033-b66c-5de9c04ee5a9)] {{(pid=104158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:42:11.466834 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-9fb189cc-74e6-43e9-bd9b-6f62336ed7dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576833'] for port (108ae6d2-2708-4f04-9162-f0acaa7b3e6d), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:11.488084 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.plugin [None req-9fb189cc-74e6-43e9-bd9b-6f62336ed7dc admin admin] Calling delete_port for 108ae6d2-2708-4f04-9162-f0acaa7b3e6d owned by network:dhcp {{(pid=104158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:42:11.489496 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-0a91aef7-e4f2-4ee0-baf4-8000e8f36788 None None] Deleting port 108ae6d2-2708-4f04-9162-f0acaa7b3e6d {{(pid=104160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:42:11.489615 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0a91aef7-e4f2-4ee0-baf4-8000e8f36788 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772784948758'] for port (108ae6d2-2708-4f04-9162-f0acaa7b3e6d), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:11.560018 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-0a91aef7-e4f2-4ee0-baf4-8000e8f36788 None None] For port 108ae6d2-2708-4f04-9162-f0acaa7b3e6d, host dv-cinder-750782-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-smb',level=0,port_id=108ae6d2-2708-4f04-9162-f0acaa7b3e6d,segment=NetworkSegment(3e695c53-0855-4033-b66c-5de9c04ee5a9),segment_id=3e695c53-0855-4033-b66c-5de9c04ee5a9)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:42:11.562911 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0a91aef7-e4f2-4ee0-baf4-8000e8f36788 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576833'] for port (108ae6d2-2708-4f04-9162-f0acaa7b3e6d), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:11.577458 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-0a91aef7-e4f2-4ee0-baf4-8000e8f36788 None None] Calling delete_port for 108ae6d2-2708-4f04-9162-f0acaa7b3e6d owned by network:dhcp {{(pid=104160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:42:11.591241 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-e0bb360d-ee28-41ce-a3ce-8c3ad0e443eb req-0dcbee5a-a56d-4fd2-807b-06aff81c835a tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772784453870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3148002'] for port (e58352f8-e6f8-475e-83ff-6602902f6b4e), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:11.666215 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0bb360d-ee28-41ce-a3ce-8c3ad0e443eb req-0dcbee5a-a56d-4fd2-807b-06aff81c835a tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Network 6ce47f39-3814-4e43-bd73-afb159608eca is already hosted by enough agents. {{(pid=104159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:42:11.672725 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [req-e0bb360d-ee28-41ce-a3ce-8c3ad0e443eb req-0dcbee5a-a56d-4fd2-807b-06aff81c835a tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Resources bound (agent type, host, resource id): {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:42:11.678196 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0bb360d-ee28-41ce-a3ce-8c3ad0e443eb req-0dcbee5a-a56d-4fd2-807b-06aff81c835a tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Received port after_create {{(pid=104159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:42:11.683455 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcbee5a-a56d-4fd2-807b-06aff81c835a tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Pushing event updated for resources: {'Port': ['ID=e58352f8-e6f8-475e-83ff-6602902f6b4e,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:42:11.731715 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b832bf9a-5645-4c63-864e-09a885278183 req-1497c305-c3bc-4009-8506-b63e7f855e9d tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:42:11.733259 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-b832bf9a-5645-4c63-864e-09a885278183 req-1497c305-c3bc-4009-8506-b63e7f855e9d tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=8af99820-f5d6-4a06-b902-c7c1da280d4e HTTP/1.1" status: 200 len: 931 time: 0.1380725 Mar 31 15:42:11.746312 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb360d-ee28-41ce-a3ce-8c3ad0e443eb req-0dcbee5a-a56d-4fd2-807b-06aff81c835a tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:42:11.746948 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-e0bb360d-ee28-41ce-a3ce-8c3ad0e443eb req-0dcbee5a-a56d-4fd2-807b-06aff81c835a tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451'] for port (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:11.807127 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-b832bf9a-5645-4c63-864e-09a885278183 req-a0015a33-c7e1-4fab-8698-08ea9d33b0ba tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7c8adfe-7bcd-44f3-b3b4-0835d85dabdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670400 Mar 31 15:42:11.824168 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-9fb189cc-74e6-43e9-bd9b-6f62336ed7dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772784953465', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772784453879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302876'] for port (108ae6d2-2708-4f04-9162-f0acaa7b3e6d), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:11.843937 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0a91aef7-e4f2-4ee0-baf4-8000e8f36788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772784953465', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772784453879'] for port (108ae6d2-2708-4f04-9162-f0acaa7b3e6d), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:11.858359 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb189cc-74e6-43e9-bd9b-6f62336ed7dc admin admin] No DVR routers for this DVR port 108ae6d2-2708-4f04-9162-f0acaa7b3e6d on host dv-cinder-750782-15-smb {{(pid=104158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:42:11.860443 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb189cc-74e6-43e9-bd9b-6f62336ed7dc admin admin] Pushing event deleted for resources: {'Port': ['ID=108ae6d2-2708-4f04-9162-f0acaa7b3e6d,revision_number=None']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:42:11.873058 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a91aef7-e4f2-4ee0-baf4-8000e8f36788 None None] Pushing event deleted for resources: {'Port': ['ID=108ae6d2-2708-4f04-9162-f0acaa7b3e6d,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:42:11.881253 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a91aef7-e4f2-4ee0-baf4-8000e8f36788 None None] No DVR routers for this DVR port 108ae6d2-2708-4f04-9162-f0acaa7b3e6d on host dv-cinder-750782-15-smb {{(pid=104160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:42:11.941006 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-9fb189cc-74e6-43e9-bd9b-6f62336ed7dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8291519', 'neutron.services.segments.db._delete_segments_for_network-8772784778810'] for network (ffd9f9ff-86a8-41a0-b247-ed3515901842), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:11.962736 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-5c1beb62-f29b-47f3-b36a-1ec9770e8c33 None None] Provisioning complete for port e58352f8-e6f8-475e-83ff-6602902f6b4e triggered by entity DHCP. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:42:11.963049 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-5c1beb62-f29b-47f3-b36a-1ec9770e8c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (e58352f8-e6f8-475e-83ff-6602902f6b4e), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:11.965082 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.services.segments.db [None req-9fb189cc-74e6-43e9-bd9b-6f62336ed7dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffd9f9ff-86a8-41a0-b247-ed3515901842']}} {{(pid=104158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:42:11.974575 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.services.segments.db [None req-9fb189cc-74e6-43e9-bd9b-6f62336ed7dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e695c53-0855-4033-b66c-5de9c04ee5a9') {'for_net_delete': True} {{(pid=104158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:42:11.974877 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.services.segments.db [None req-9fb189cc-74e6-43e9-bd9b-6f62336ed7dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e695c53-0855-4033-b66c-5de9c04ee5a9') {} {{(pid=104158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:42:11.984738 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-9fb189cc-74e6-43e9-bd9b-6f62336ed7dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772784779587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8525835'] for segment (3e695c53-0855-4033-b66c-5de9c04ee5a9), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:11.999425 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-5c1beb62-f29b-47f3-b36a-1ec9770e8c33 None None] Port e58352f8-e6f8-475e-83ff-6602902f6b4e cannot update to ACTIVE because it is not bound. {{(pid=104160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:42:12.010605 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-9fb189cc-74e6-43e9-bd9b-6f62336ed7dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8219139'] for segment (3e695c53-0855-4033-b66c-5de9c04ee5a9), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:12.014729 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-e0bb360d-ee28-41ce-a3ce-8c3ad0e443eb req-0dcbee5a-a56d-4fd2-807b-06aff81c835a tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2121766 Mar 31 15:42:12.018753 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fb189cc-74e6-43e9-bd9b-6f62336ed7dc admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=104158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:42:12.025356 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-9fb189cc-74e6-43e9-bd9b-6f62336ed7dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8219139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302793'] for segment (3e695c53-0855-4033-b66c-5de9c04ee5a9), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:12.025356 dv-cinder-750782-15-smb neutron-server[104158]: Traceback (most recent call last): Mar 31 15:42:12.025356 dv-cinder-750782-15-smb neutron-server[104158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:42:12.025356 dv-cinder-750782-15-smb neutron-server[104158]: timer() Mar 31 15:42:12.025356 dv-cinder-750782-15-smb neutron-server[104158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:42:12.025356 dv-cinder-750782-15-smb neutron-server[104158]: cb(*args, **kw) Mar 31 15:42:12.025356 dv-cinder-750782-15-smb neutron-server[104158]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 15:42:12.025356 dv-cinder-750782-15-smb neutron-server[104158]: return func(*args, **kwargs) Mar 31 15:42:12.025356 dv-cinder-750782-15-smb neutron-server[104158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:42:12.025356 dv-cinder-750782-15-smb neutron-server[104158]: self._notify() Mar 31 15:42:12.025356 dv-cinder-750782-15-smb neutron-server[104158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:42:12.025356 dv-cinder-750782-15-smb neutron-server[104158]: self.callback(batched_events) Mar 31 15:42:12.025356 dv-cinder-750782-15-smb neutron-server[104158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:42:12.025356 dv-cinder-750782-15-smb neutron-server[104158]: event.method(event) Mar 31 15:42:12.025356 dv-cinder-750782-15-smb neutron-server[104158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 15:42:12.025356 dv-cinder-750782-15-smb neutron-server[104158]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:42:12.025356 dv-cinder-750782-15-smb neutron-server[104158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 15:42:12.025356 dv-cinder-750782-15-smb neutron-server[104158]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:42:12.025356 dv-cinder-750782-15-smb neutron-server[104158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 15:42:12.025356 dv-cinder-750782-15-smb neutron-server[104158]: return f(self, *a, **k) Mar 31 15:42:12.025356 dv-cinder-750782-15-smb neutron-server[104158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 15:42:12.025356 dv-cinder-750782-15-smb neutron-server[104158]: return self._get(url).json() Mar 31 15:42:12.025356 dv-cinder-750782-15-smb neutron-server[104158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 15:42:12.025356 dv-cinder-750782-15-smb neutron-server[104158]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:42:12.025356 dv-cinder-750782-15-smb neutron-server[104158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:42:12.025356 dv-cinder-750782-15-smb neutron-server[104158]: return self.request(url, 'GET', **kwargs) Mar 31 15:42:12.025356 dv-cinder-750782-15-smb neutron-server[104158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:42:12.025356 dv-cinder-750782-15-smb neutron-server[104158]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:42:12.025356 dv-cinder-750782-15-smb neutron-server[104158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:42:12.025356 dv-cinder-750782-15-smb neutron-server[104158]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:42:12.025356 dv-cinder-750782-15-smb neutron-server[104158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:42:12.025356 dv-cinder-750782-15-smb neutron-server[104158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:42:12.025356 dv-cinder-750782-15-smb neutron-server[104158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:42:12.129095 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.v2.base [req-e0bb360d-ee28-41ce-a3ce-8c3ad0e443eb req-18e946d9-d587-4479-b771-1b5fcd929493 service neutron] Request body: {'port': {'device_id': '8af99820-f5d6-4a06-b902-c7c1da280d4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:42:12.148547 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-e0bb360d-ee28-41ce-a3ce-8c3ad0e443eb req-18e946d9-d587-4479-b771-1b5fcd929493 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (e58352f8-e6f8-475e-83ff-6602902f6b4e), before_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:12.200478 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device 76eb623c-a949-48c4-8a2d-84c7b10c4265 no longer exists at agent ovs-agent-dv-cinder-750782-15-smb {{(pid=104160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:42:12.222842 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] No Port match for: 76eb623c-a949-48c4-8a2d-84c7b10c4265 {{(pid=104160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:42:12.226594 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device 76eb623c-a949-48c4-8a2d-84c7b10c4265 not bound to the agent host dv-cinder-750782-15-smb {{(pid=104160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:42:12.226594 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device 108ae6d2-2708-4f04-9162-f0acaa7b3e6d no longer exists at agent ovs-agent-dv-cinder-750782-15-smb {{(pid=104160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:42:12.246070 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] No Port match for: 108ae6d2-2708-4f04-9162-f0acaa7b3e6d {{(pid=104160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:42:12.246421 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device 108ae6d2-2708-4f04-9162-f0acaa7b3e6d not bound to the agent host dv-cinder-750782-15-smb {{(pid=104160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:42:12.246842 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device c3426532-127a-4f0f-81e9-ac1ffbac2b79 no longer exists at agent ovs-agent-dv-cinder-750782-15-smb {{(pid=104160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:42:12.269814 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] No Port match for: c3426532-127a-4f0f-81e9-ac1ffbac2b79 {{(pid=104160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:42:12.270089 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device c3426532-127a-4f0f-81e9-ac1ffbac2b79 not bound to the agent host dv-cinder-750782-15-smb {{(pid=104160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:42:12.359154 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-9fb189cc-74e6-43e9-bd9b-6f62336ed7dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8291510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574053'] for network (ffd9f9ff-86a8-41a0-b247-ed3515901842), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:12.364556 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-9fb189cc-74e6-43e9-bd9b-6f62336ed7dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043269'] for network (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:12.371869 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-9fb189cc-74e6-43e9-bd9b-6f62336ed7dc admin admin] 10.222.0.21 "DELETE /v2.0/networks/ffd9f9ff-86a8-41a0-b247-ed3515901842 HTTP/1.1" status: 204 len: 168 time: 1.1642826 Mar 31 15:42:12.381941 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb189cc-74e6-43e9-bd9b-6f62336ed7dc admin admin] Pushing event deleted for resources: {'Network': ['ID=ffd9f9ff-86a8-41a0-b247-ed3515901842,revision_number=None']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:42:12.432011 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.notifiers.nova [req-e0bb360d-ee28-41ce-a3ce-8c3ad0e443eb req-18e946d9-d587-4479-b771-1b5fcd929493 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e58352f8-e6f8-475e-83ff-6602902f6b4e {{(pid=104159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:42:12.439945 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-e0bb360d-ee28-41ce-a3ce-8c3ad0e443eb req-18e946d9-d587-4479-b771-1b5fcd929493 service neutron] Publish callbacks [] for port (e58352f8-e6f8-475e-83ff-6602902f6b4e), precommit_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:12.451758 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.provisioning_blocks [req-e0bb360d-ee28-41ce-a3ce-8c3ad0e443eb req-18e946d9-d587-4479-b771-1b5fcd929493 service neutron] Transition to ACTIVE for port object e58352f8-e6f8-475e-83ff-6602902f6b4e will not be triggered until provisioned by entity L2. {{(pid=104159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 15:42:12.598799 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-e0bb360d-ee28-41ce-a3ce-8c3ad0e443eb req-18e946d9-d587-4479-b771-1b5fcd929493 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3148011'] for port (e58352f8-e6f8-475e-83ff-6602902f6b4e), after_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:12.655151 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e946d9-d587-4479-b771-1b5fcd929493 service neutron] Pushing event updated for resources: {'Port': ['ID=e58352f8-e6f8-475e-83ff-6602902f6b4e,revision_number=2']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:42:12.725207 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.managers [req-e0bb360d-ee28-41ce-a3ce-8c3ad0e443eb req-18e946d9-d587-4479-b771-1b5fcd929493 service neutron] Attempting to bind port e58352f8-e6f8-475e-83ff-6602902f6b4e on host hv-cinder-75078 for vnic_type normal with profile {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:42:12.725650 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.managers [req-e0bb360d-ee28-41ce-a3ce-8c3ad0e443eb req-18e946d9-d587-4479-b771-1b5fcd929493 service neutron] Attempting to bind port e58352f8-e6f8-475e-83ff-6602902f6b4e by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '6bcab16b-0c41-4f5b-8545-8863ae1cf078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6ce47f39-3814-4e43-bd73-afb159608eca'}] {{(pid=104159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:42:12.726086 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bb360d-ee28-41ce-a3ce-8c3ad0e443eb req-18e946d9-d587-4479-b771-1b5fcd929493 service neutron] Attempting to bind port e58352f8-e6f8-475e-83ff-6602902f6b4e on network 6ce47f39-3814-4e43-bd73-afb159608eca {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:42:12.731123 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bb360d-ee28-41ce-a3ce-8c3ad0e443eb req-18e946d9-d587-4479-b771-1b5fcd929493 service neutron] Port e58352f8-e6f8-475e-83ff-6602902f6b4e on network 6ce47f39-3814-4e43-bd73-afb159608eca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 15:42:12.731552 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bb360d-ee28-41ce-a3ce-8c3ad0e443eb req-18e946d9-d587-4479-b771-1b5fcd929493 service neutron] Attempting to bind port e58352f8-e6f8-475e-83ff-6602902f6b4e on network 6ce47f39-3814-4e43-bd73-afb159608eca {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:42:12.737277 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bb360d-ee28-41ce-a3ce-8c3ad0e443eb req-18e946d9-d587-4479-b771-1b5fcd929493 service neutron] Checking agent: {'id': '42669199-0b56-4e25-9a3d-cc561c912f6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 34, 6), 'started_at': datetime.datetime(2022, 3, 31, 15, 34, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:42:12.737720 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bb360d-ee28-41ce-a3ce-8c3ad0e443eb req-18e946d9-d587-4479-b771-1b5fcd929493 service neutron] Checking segment: {'id': '6bcab16b-0c41-4f5b-8545-8863ae1cf078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6ce47f39-3814-4e43-bd73-afb159608eca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:42:12.738165 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bb360d-ee28-41ce-a3ce-8c3ad0e443eb req-18e946d9-d587-4479-b771-1b5fcd929493 service neutron] Bound using segment: {'id': '6bcab16b-0c41-4f5b-8545-8863ae1cf078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6ce47f39-3814-4e43-bd73-afb159608eca'} {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:42:12.738655 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.managers [req-e0bb360d-ee28-41ce-a3ce-8c3ad0e443eb req-18e946d9-d587-4479-b771-1b5fcd929493 service neutron] Bound port: e58352f8-e6f8-475e-83ff-6602902f6b4e, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bcab16b-0c41-4f5b-8545-8863ae1cf078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6ce47f39-3814-4e43-bd73-afb159608eca'}}] {{(pid=104159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:42:12.739119 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-e0bb360d-ee28-41ce-a3ce-8c3ad0e443eb req-18e946d9-d587-4479-b771-1b5fcd929493 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (e58352f8-e6f8-475e-83ff-6602902f6b4e), before_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:12.816401 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.db [req-e0bb360d-ee28-41ce-a3ce-8c3ad0e443eb req-18e946d9-d587-4479-b771-1b5fcd929493 service neutron] For port e58352f8-e6f8-475e-83ff-6602902f6b4e, host hv-cinder-75078, cleared binding levels {{(pid=104159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:42:12.819753 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.db [req-e0bb360d-ee28-41ce-a3ce-8c3ad0e443eb req-18e946d9-d587-4479-b771-1b5fcd929493 service neutron] For port e58352f8-e6f8-475e-83ff-6602902f6b4e, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=e58352f8-e6f8-475e-83ff-6602902f6b4e,segment=NetworkSegment(6bcab16b-0c41-4f5b-8545-8863ae1cf078),segment_id=6bcab16b-0c41-4f5b-8545-8863ae1cf078)] {{(pid=104159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:42:12.919777 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 49394) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:42:12.959750 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-e0bb360d-ee28-41ce-a3ce-8c3ad0e443eb req-18e946d9-d587-4479-b771-1b5fcd929493 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3148011'] for port (e58352f8-e6f8-475e-83ff-6602902f6b4e), after_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:12.966831 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8e4f92-5f95-43fb-821d-081afe88fc93 req-4ceb2ed1-75ae-461d-89e0-abb38a1469c2 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:42:12.967600 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-5d8e4f92-5f95-43fb-821d-081afe88fc93 req-4ceb2ed1-75ae-461d-89e0-abb38a1469c2 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=8af99820-f5d6-4a06-b902-c7c1da280d4e HTTP/1.1" status: 200 len: 943 time: 0.0833738 Mar 31 15:42:12.985610 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-3285b1de-d3d7-4202-b443-6fefb5a6ab7a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=893dd59441624f78817c4a649a0aaf40&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0646079 Mar 31 15:42:12.989170 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 49396) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:42:13.006431 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb360d-ee28-41ce-a3ce-8c3ad0e443eb req-18e946d9-d587-4479-b771-1b5fcd929493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:42:13.007046 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-e0bb360d-ee28-41ce-a3ce-8c3ad0e443eb req-18e946d9-d587-4479-b771-1b5fcd929493 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451'] for port (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:13.011380 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-e0bb360d-ee28-41ce-a3ce-8c3ad0e443eb req-18e946d9-d587-4479-b771-1b5fcd929493 service neutron] 10.222.0.26 "PUT /v2.0/ports/e58352f8-e6f8-475e-83ff-6602902f6b4e HTTP/1.1" status: 200 len: 1093 time: 0.9866071 Mar 31 15:42:13.011380 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8af99820-f5d6-4a06-b902-c7c1da280d4e', 'tag': 'e58352f8-e6f8-475e-83ff-6602902f6b4e'}] {{(pid=104159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:42:13.013073 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea64b363b0503405ce6d4d78215f64c9ed163e64c8f258dff0ae871dea148ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57866361-8f53-4194-8183-0c810416e204" -d '{"events": [{"name": "network-changed", "server_uuid": "8af99820-f5d6-4a06-b902-c7c1da280d4e", "tag": "e58352f8-e6f8-475e-83ff-6602902f6b4e"}]}' {{(pid=104159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:42:13.030658 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-5d8e4f92-5f95-43fb-821d-081afe88fc93 req-7ec581d4-3237-4866-96ad-cbb89f1c2bc4 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7c8adfe-7bcd-44f3-b3b4-0835d85dabdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545244 Mar 31 15:42:13.065583 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7536bee5-07c3-4692-98bf-4c8a2785ef36 x-openstack-request-id: req-7536bee5-07c3-4692-98bf-4c8a2785ef36 {{(pid=104159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:42:13.067368 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8af99820-f5d6-4a06-b902-c7c1da280d4e", "tag": "e58352f8-e6f8-475e-83ff-6602902f6b4e", "status": "completed", "code": 200}]} {{(pid=104159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:42:13.067368 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7536bee5-07c3-4692-98bf-4c8a2785ef36 {{(pid=104159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:42:13.067368 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7536bee5-07c3-4692-98bf-4c8a2785ef36'] response: {'name': 'network-changed', 'server_uuid': '8af99820-f5d6-4a06-b902-c7c1da280d4e', 'tag': 'e58352f8-e6f8-475e-83ff-6602902f6b4e', 'status': 'completed', 'code': 200} Mar 31 15:42:13.126073 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e946d9-d587-4479-b771-1b5fcd929493 service neutron] Pushing event updated for resources: {'Port': ['ID=e58352f8-e6f8-475e-83ff-6602902f6b4e,revision_number=3']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:42:13.135228 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-4c6d7881-07c3-497f-8a1f-0800437f1add admin admin] Publish callbacks [] for security_group (9716ad7b-e259-4ba8-9537-dcba4ca88d2c), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:13.164834 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-4c6d7881-07c3-497f-8a1f-0800437f1add admin admin] Publish callbacks [] for security_group (9716ad7b-e259-4ba8-9537-dcba4ca88d2c), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:13.191896 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57866361-8f53-4194-8183-0c810416e204 req-c1bd834b-0331-4dc0-8ee7-c2171b4ba614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:42:13.193501 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-57866361-8f53-4194-8183-0c810416e204 req-c1bd834b-0331-4dc0-8ee7-c2171b4ba614 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c680e9e6d388412fa4440c103afb5577&device_id=8af99820-f5d6-4a06-b902-c7c1da280d4e HTTP/1.1" status: 200 len: 1127 time: 0.1027319 Mar 31 15:42:13.304986 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57866361-8f53-4194-8183-0c810416e204 req-a1f88835-1284-4759-b747-2576053746a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:42:13.307011 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-57866361-8f53-4194-8183-0c810416e204 req-a1f88835-1284-4759-b747-2576053746a2 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=c680e9e6d388412fa4440c103afb5577&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1065910 Mar 31 15:42:13.404151 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57866361-8f53-4194-8183-0c810416e204 req-e766f897-baf8-48ed-86f2-35a128f4aaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:42:13.405655 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-57866361-8f53-4194-8183-0c810416e204 req-e766f897-baf8-48ed-86f2-35a128f4aaa7 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0918405 Mar 31 15:42:13.417561 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-4c6d7881-07c3-497f-8a1f-0800437f1add admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (9716ad7b-e259-4ba8-9537-dcba4ca88d2c), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:13.420167 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-4c6d7881-07c3-497f-8a1f-0800437f1add admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:13.421766 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-4c6d7881-07c3-497f-8a1f-0800437f1add admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9716ad7b-e259-4ba8-9537-dcba4ca88d2c HTTP/1.1" status: 204 len: 168 time: 0.4296145 Mar 31 15:42:13.429983 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6d7881-07c3-497f-8a1f-0800437f1add admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9716ad7b-e259-4ba8-9537-dcba4ca88d2c,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:42:13.491235 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb360d-ee28-41ce-a3ce-8c3ad0e443eb req-cdfab340-0ea3-4160-b7ea-863e12f49c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:42:13.493003 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-e0bb360d-ee28-41ce-a3ce-8c3ad0e443eb req-cdfab340-0ea3-4160-b7ea-863e12f49c86 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c680e9e6d388412fa4440c103afb5577&device_id=8af99820-f5d6-4a06-b902-c7c1da280d4e HTTP/1.1" status: 200 len: 1127 time: 0.0494235 Mar 31 15:42:13.542656 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-e0bb360d-ee28-41ce-a3ce-8c3ad0e443eb req-500730bc-c306-4b7b-8338-26d850e5920d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e58352f8-e6f8-475e-83ff-6602902f6b4e HTTP/1.1" status: 200 len: 217 time: 0.0432913 Mar 31 15:42:13.601289 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb360d-ee28-41ce-a3ce-8c3ad0e443eb req-722853af-1a5a-46c7-aca7-1579d308f859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:42:13.603338 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-e0bb360d-ee28-41ce-a3ce-8c3ad0e443eb req-722853af-1a5a-46c7-aca7-1579d308f859 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9a2e610f-76e0-4760-b7be-8011d4581daa HTTP/1.1" status: 200 len: 855 time: 0.0547576 Mar 31 15:42:13.655589 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb360d-ee28-41ce-a3ce-8c3ad0e443eb req-5eb72720-fbb4-4c51-ac54-209a8b253155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:42:13.657238 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-e0bb360d-ee28-41ce-a3ce-8c3ad0e443eb req-5eb72720-fbb4-4c51-ac54-209a8b253155 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6ce47f39-3814-4e43-bd73-afb159608eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0482092 Mar 31 15:42:13.766635 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-e0bb360d-ee28-41ce-a3ce-8c3ad0e443eb req-5c2bcfc1-055c-4389-a5f5-3c172d6366f2 service neutron] 10.222.0.26 "GET /v2.0/networks/6ce47f39-3814-4e43-bd73-afb159608eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915904 Mar 31 15:42:13.849305 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-e0bb360d-ee28-41ce-a3ce-8c3ad0e443eb req-0719ae24-ee9b-41e5-b307-d0f29567fa5a service neutron] 10.222.0.26 "GET /v2.0/networks/6ce47f39-3814-4e43-bd73-afb159608eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878956 Mar 31 15:42:14.190964 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e640fb5-51f3-48cd-b45e-ca0d36f7c670 req-3b486d5c-19fe-4ba5-8b90-b8e5941cebe4 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:42:14.192621 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-3e640fb5-51f3-48cd-b45e-ca0d36f7c670 req-3b486d5c-19fe-4ba5-8b90-b8e5941cebe4 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=8af99820-f5d6-4a06-b902-c7c1da280d4e HTTP/1.1" status: 200 len: 943 time: 0.0624018 Mar 31 15:42:14.239282 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-3e640fb5-51f3-48cd-b45e-ca0d36f7c670 req-da25de60-5ee8-4ab6-a1e8-c5649bd4db58 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7c8adfe-7bcd-44f3-b3b4-0835d85dabdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410430 Mar 31 15:42:15.371991 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ce9dc-fb98-4ad8-9a00-0f5eb4ab7bf6 req-62fc3646-7643-405e-9fd5-59a8710e4d42 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:42:15.373601 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-7f9ce9dc-fb98-4ad8-9a00-0f5eb4ab7bf6 req-62fc3646-7643-405e-9fd5-59a8710e4d42 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=8af99820-f5d6-4a06-b902-c7c1da280d4e HTTP/1.1" status: 200 len: 943 time: 0.0542736 Mar 31 15:42:15.427426 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-7f9ce9dc-fb98-4ad8-9a00-0f5eb4ab7bf6 req-d24e17b2-bc43-4a26-ba57-20065ff325b3 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7c8adfe-7bcd-44f3-b3b4-0835d85dabdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468934 Mar 31 15:42:16.566522 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b750b5df-703c-4e46-8be2-b6626f008370 req-5e3471ad-a046-4639-814c-1b6ef7cfa636 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:42:16.568133 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-b750b5df-703c-4e46-8be2-b6626f008370 req-5e3471ad-a046-4639-814c-1b6ef7cfa636 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=8af99820-f5d6-4a06-b902-c7c1da280d4e HTTP/1.1" status: 200 len: 943 time: 0.0576851 Mar 31 15:42:16.617115 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-b750b5df-703c-4e46-8be2-b6626f008370 req-af281a1d-ff1b-4365-bceb-0e90d6f4b7a5 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7c8adfe-7bcd-44f3-b3b4-0835d85dabdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425844 Mar 31 15:42:16.772571 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 49470) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:42:16.825727 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device e58352f8-e6f8-475e-83ff-6602902f6b4e details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=104160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 15:42:16.896046 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-8d1baa6d-3448-414a-a77e-3d2c8e7af7f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:16.939648 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] For port e58352f8-e6f8-475e-83ff-6602902f6b4e, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=e58352f8-e6f8-475e-83ff-6602902f6b4e,segment=NetworkSegment(6bcab16b-0c41-4f5b-8545-8863ae1cf078),segment_id=6bcab16b-0c41-4f5b-8545-8863ae1cf078)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:42:16.953925 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Returning: {'device': 'e58352f8-e6f8-475e-83ff-6602902f6b4e', 'network_id': '6ce47f39-3814-4e43-bd73-afb159608eca', 'port_id': 'e58352f8-e6f8-475e-83ff-6602902f6b4e', 'mac_address': 'fa:16:3e:29:de:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a2e610f-76e0-4760-b7be-8011d4581daa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 15:42:16.998517 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Current status of the port e58352f8-e6f8-475e-83ff-6602902f6b4e is: DOWN; New status is: BUILD {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:42:16.998759 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (e58352f8-e6f8-475e-83ff-6602902f6b4e), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:17.011432 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-8d1baa6d-3448-414a-a77e-3d2c8e7af7f9 admin admin] Publish callbacks [] for security_group (7deaeffa-fa37-4327-9129-7f906d458cca), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:17.014708 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.notifiers.nova [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e58352f8-e6f8-475e-83ff-6602902f6b4e {{(pid=104160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:42:17.050274 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] For port e58352f8-e6f8-475e-83ff-6602902f6b4e, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=e58352f8-e6f8-475e-83ff-6602902f6b4e,segment=NetworkSegment(6bcab16b-0c41-4f5b-8545-8863ae1cf078),segment_id=6bcab16b-0c41-4f5b-8545-8863ae1cf078)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:42:17.119635 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-8d1baa6d-3448-414a-a77e-3d2c8e7af7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (7deaeffa-fa37-4327-9129-7f906d458cca), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:17.163863 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-8d1baa6d-3448-414a-a77e-3d2c8e7af7f9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0be197f759ed4a3e92dbd5e24b986ed1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3902056 Mar 31 15:42:17.165083 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1baa6d-3448-414a-a77e-3d2c8e7af7f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7deaeffa-fa37-4327-9129-7f906d458cca,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:42:17.168237 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 49482) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:42:17.209983 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (e58352f8-e6f8-475e-83ff-6602902f6b4e), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:17.220923 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-18422729-cea3-4faf-b766-20df497b4826 admin admin] Publish callbacks [] for security_group (7deaeffa-fa37-4327-9129-7f906d458cca), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:17.245736 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-18422729-cea3-4faf-b766-20df497b4826 admin admin] Publish callbacks [] for security_group (7deaeffa-fa37-4327-9129-7f906d458cca), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:17.263804 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Pushing event updated for resources: {'Port': ['ID=e58352f8-e6f8-475e-83ff-6602902f6b4e,revision_number=4']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:42:17.412552 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] get_ports_and_sgs() called for port_ids ['e58352f8-e6f8-475e-83ff-6602902f6b4e'] {{(pid=104160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:42:17.445902 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-18422729-cea3-4faf-b766-20df497b4826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (7deaeffa-fa37-4327-9129-7f906d458cca), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:17.448423 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-18422729-cea3-4faf-b766-20df497b4826 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:17.449648 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-18422729-cea3-4faf-b766-20df497b4826 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7deaeffa-fa37-4327-9129-7f906d458cca HTTP/1.1" status: 204 len: 168 time: 0.2803359 Mar 31 15:42:17.458281 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18422729-cea3-4faf-b766-20df497b4826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7deaeffa-fa37-4327-9129-7f906d458cca,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:42:17.781223 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd579a-750c-4ae6-b38e-fc09f5958f00 req-43ac73e7-0342-45d9-8dcd-6abf6ae45130 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:42:17.783006 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-81dd579a-750c-4ae6-b38e-fc09f5958f00 req-43ac73e7-0342-45d9-8dcd-6abf6ae45130 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=8af99820-f5d6-4a06-b902-c7c1da280d4e HTTP/1.1" status: 200 len: 944 time: 0.0747528 Mar 31 15:42:17.860379 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-81dd579a-750c-4ae6-b38e-fc09f5958f00 req-db48fe46-9d06-4db5-8b89-eaf7e207c84c tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7c8adfe-7bcd-44f3-b3b4-0835d85dabdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654879 Mar 31 15:42:18.474028 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 49502) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:42:18.487656 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6695ed7d-61db-499c-bf66-1be2cf8df67c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:18.572134 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6695ed7d-61db-499c-bf66-1be2cf8df67c admin admin] Publish callbacks [] for security_group (6a1d7fa3-97e7-46bf-b9f5-99859033ee20), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:18.674872 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6695ed7d-61db-499c-bf66-1be2cf8df67c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (6a1d7fa3-97e7-46bf-b9f5-99859033ee20), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:18.714743 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-6695ed7d-61db-499c-bf66-1be2cf8df67c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5d8acadb086a46ee8b6f7793114deff6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2396147 Mar 31 15:42:18.715585 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6695ed7d-61db-499c-bf66-1be2cf8df67c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a1d7fa3-97e7-46bf-b9f5-99859033ee20,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:42:18.719028 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 49504) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:42:18.773958 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-1e394709-b43c-4f30-a5fa-c5f093b046b4 admin admin] Publish callbacks [] for security_group (6a1d7fa3-97e7-46bf-b9f5-99859033ee20), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:18.801056 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-1e394709-b43c-4f30-a5fa-c5f093b046b4 admin admin] Publish callbacks [] for security_group (6a1d7fa3-97e7-46bf-b9f5-99859033ee20), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:18.826013 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device e58352f8-e6f8-475e-83ff-6602902f6b4e up at agent hyperv_hv-cinder-75078 {{(pid=104160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:42:18.972629 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-1e394709-b43c-4f30-a5fa-c5f093b046b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (6a1d7fa3-97e7-46bf-b9f5-99859033ee20), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:18.975956 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-1e394709-b43c-4f30-a5fa-c5f093b046b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:18.977132 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-1e394709-b43c-4f30-a5fa-c5f093b046b4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6a1d7fa3-97e7-46bf-b9f5-99859033ee20 HTTP/1.1" status: 204 len: 168 time: 0.2571921 Mar 31 15:42:18.988621 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e394709-b43c-4f30-a5fa-c5f093b046b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a1d7fa3-97e7-46bf-b9f5-99859033ee20,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:42:18.994848 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Provisioning for port e58352f8-e6f8-475e-83ff-6602902f6b4e completed by entity L2. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 15:42:19.013861 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Provisioning complete for port e58352f8-e6f8-475e-83ff-6602902f6b4e triggered by entity L2. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:42:19.014324 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (e58352f8-e6f8-475e-83ff-6602902f6b4e), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:19.020551 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5198025-129e-42e0-bf7c-dd0844a2580a req-7bde9be8-d4e9-4670-b8c8-cf6c5400c51b tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:42:19.022297 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-b5198025-129e-42e0-bf7c-dd0844a2580a req-7bde9be8-d4e9-4670-b8c8-cf6c5400c51b tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=8af99820-f5d6-4a06-b902-c7c1da280d4e HTTP/1.1" status: 200 len: 944 time: 0.0724072 Mar 31 15:42:19.084161 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-b5198025-129e-42e0-bf7c-dd0844a2580a req-54c2ec95-5fc5-45ef-a504-b74ccdbca7e1 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7c8adfe-7bcd-44f3-b3b4-0835d85dabdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518341 Mar 31 15:42:19.146052 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Current status of the port e58352f8-e6f8-475e-83ff-6602902f6b4e is: BUILD; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:42:19.146550 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (e58352f8-e6f8-475e-83ff-6602902f6b4e), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:19.175487 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af99820-f5d6-4a06-b902-c7c1da280d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e58352f8-e6f8-475e-83ff-6602902f6b4e'}] {{(pid=104160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:42:19.177791 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce3869fed81eb230bc7c00aef7f85a04080afe3b8b72d2e6fbd63f6167e83839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-707ef011-9e92-4f5a-bad9-1dbc7153385f" -d '{"events": [{"server_uuid": "8af99820-f5d6-4a06-b902-c7c1da280d4e", "name": "network-vif-plugged", "status": "completed", "tag": "e58352f8-e6f8-475e-83ff-6602902f6b4e"}]}' {{(pid=104160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:42:19.192094 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] For port e58352f8-e6f8-475e-83ff-6602902f6b4e, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=e58352f8-e6f8-475e-83ff-6602902f6b4e,segment=NetworkSegment(6bcab16b-0c41-4f5b-8545-8863ae1cf078),segment_id=6bcab16b-0c41-4f5b-8545-8863ae1cf078)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:42:19.284694 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (e58352f8-e6f8-475e-83ff-6602902f6b4e), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:19.343151 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Pushing event updated for resources: {'Port': ['ID=e58352f8-e6f8-475e-83ff-6602902f6b4e,revision_number=5']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:42:19.572306 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d2fe56-ba41-4662-8955-e276e09afe55 x-openstack-request-id: req-50d2fe56-ba41-4662-8955-e276e09afe55 {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:42:19.572881 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8af99820-f5d6-4a06-b902-c7c1da280d4e", "name": "network-vif-plugged", "status": "completed", "tag": "e58352f8-e6f8-475e-83ff-6602902f6b4e", "code": 200}]} {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:42:19.573006 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-50d2fe56-ba41-4662-8955-e276e09afe55 {{(pid=104160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:42:19.573531 dv-cinder-750782-15-smb neutron-server[104160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50d2fe56-ba41-4662-8955-e276e09afe55'] response: {'server_uuid': '8af99820-f5d6-4a06-b902-c7c1da280d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e58352f8-e6f8-475e-83ff-6602902f6b4e', 'code': 200} Mar 31 15:42:19.874479 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15ec5c5-66a9-45c6-a485-3e5f20ca8e8c req-d846386e-0b45-413b-aea0-0684a0109ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:42:19.876161 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-f15ec5c5-66a9-45c6-a485-3e5f20ca8e8c req-d846386e-0b45-413b-aea0-0684a0109ccc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8af99820-f5d6-4a06-b902-c7c1da280d4e HTTP/1.1" status: 200 len: 1129 time: 0.0468948 Mar 31 15:42:19.931655 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-f15ec5c5-66a9-45c6-a485-3e5f20ca8e8c req-ad75f051-22d8-4def-8595-acc53d97eae0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c7c8adfe-7bcd-44f3-b3b4-0835d85dabdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491590 Mar 31 15:42:20.265621 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef404c-2726-4cc8-a2f8-68b123659229 req-49744c77-06db-4f09-bce3-2c5959e86ccf tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:42:20.267277 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-80ef404c-2726-4cc8-a2f8-68b123659229 req-49744c77-06db-4f09-bce3-2c5959e86ccf tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=8af99820-f5d6-4a06-b902-c7c1da280d4e HTTP/1.1" status: 200 len: 945 time: 0.0801589 Mar 31 15:42:20.322055 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-80ef404c-2726-4cc8-a2f8-68b123659229 req-2227bace-1ac8-4a1e-9bcf-5da21b54e70c tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7c8adfe-7bcd-44f3-b3b4-0835d85dabdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477724 Mar 31 15:42:21.454895 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cba69a-1a67-4a19-8af5-2aedbbf94434 req-c2bfdbe0-75c7-436a-8cb2-ac4c767c6f8a tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:42:21.456595 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-c1cba69a-1a67-4a19-8af5-2aedbbf94434 req-c2bfdbe0-75c7-436a-8cb2-ac4c767c6f8a tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=8af99820-f5d6-4a06-b902-c7c1da280d4e HTTP/1.1" status: 200 len: 945 time: 0.0551660 Mar 31 15:42:21.520135 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-c1cba69a-1a67-4a19-8af5-2aedbbf94434 req-766e6bb2-f0b4-46b5-84af-5d743a9a95d8 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7c8adfe-7bcd-44f3-b3b4-0835d85dabdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576742 Mar 31 15:42:22.343633 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 49610) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:42:22.470774 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-63ed28a1-26a5-478a-a50d-d2fedd4dda9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:22.563620 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-63ed28a1-26a5-478a-a50d-d2fedd4dda9c admin admin] Publish callbacks [] for security_group (3adc1046-4293-461f-bb35-a4e03222d247), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:22.679125 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1660433c-7aa5-4f7f-b2e6-23261fbf86f3 req-eea5fc6e-7fa6-44ed-af86-de29c2da0b5d tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:42:22.681986 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-1660433c-7aa5-4f7f-b2e6-23261fbf86f3 req-eea5fc6e-7fa6-44ed-af86-de29c2da0b5d tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=8af99820-f5d6-4a06-b902-c7c1da280d4e HTTP/1.1" status: 200 len: 945 time: 0.0681510 Mar 31 15:42:22.682453 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-63ed28a1-26a5-478a-a50d-d2fedd4dda9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (3adc1046-4293-461f-bb35-a4e03222d247), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:22.748765 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-63ed28a1-26a5-478a-a50d-d2fedd4dda9c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d386b66166ff4a62938277276e7bfcf5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4038060 Mar 31 15:42:22.750506 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ed28a1-26a5-478a-a50d-d2fedd4dda9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3adc1046-4293-461f-bb35-a4e03222d247,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:42:22.756722 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 49624) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:42:22.768840 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-1660433c-7aa5-4f7f-b2e6-23261fbf86f3 req-9a9cd76f-c969-4fbc-912d-0cb8c086949e tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7c8adfe-7bcd-44f3-b3b4-0835d85dabdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764880 Mar 31 15:42:22.826201 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-b01cfeb5-d399-4928-9098-35667c0f2f65 admin admin] Publish callbacks [] for security_group (3adc1046-4293-461f-bb35-a4e03222d247), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:22.851895 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-b01cfeb5-d399-4928-9098-35667c0f2f65 admin admin] Publish callbacks [] for security_group (3adc1046-4293-461f-bb35-a4e03222d247), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:22.942641 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85db151c-6f5c-4047-8495-ec321fb9309b req-5c8f583d-a6ce-4bbd-b006-3de293e9337a tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:42:22.944206 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-85db151c-6f5c-4047-8495-ec321fb9309b req-5c8f583d-a6ce-4bbd-b006-3de293e9337a tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=8af99820-f5d6-4a06-b902-c7c1da280d4e HTTP/1.1" status: 200 len: 945 time: 0.0815167 Mar 31 15:42:22.954391 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 49630) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:42:22.960575 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.v2.base [None req-4fd92347-c87b-48dd-8028-6769f720c184 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Request body: {'floatingip': {'port_id': 'e58352f8-e6f8-475e-83ff-6602902f6b4e'}} {{(pid=104158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:42:23.020458 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-4fd92347-c87b-48dd-8028-6769f720c184 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Publish callbacks [] for floatingip (162435ce-1674-4bb7-aced-4752be2a0033), before_update {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:23.079216 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-b01cfeb5-d399-4928-9098-35667c0f2f65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (3adc1046-4293-461f-bb35-a4e03222d247), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:23.083227 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-b01cfeb5-d399-4928-9098-35667c0f2f65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:23.084760 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-b01cfeb5-d399-4928-9098-35667c0f2f65 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3adc1046-4293-461f-bb35-a4e03222d247 HTTP/1.1" status: 204 len: 168 time: 0.3266730 Mar 31 15:42:23.100011 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01cfeb5-d399-4928-9098-35667c0f2f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3adc1046-4293-461f-bb35-a4e03222d247,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:42:23.533221 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-4fd92347-c87b-48dd-8028-6769f720c184 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:23.661876 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-4fd92347-c87b-48dd-8028-6769f720c184 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574067'] for floatingip (162435ce-1674-4bb7-aced-4752be2a0033), after_update {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:23.785540 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.db.l3_db [None req-4fd92347-c87b-48dd-8028-6769f720c184 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Floating IP 162435ce-1674-4bb7-aced-4752be2a0033 associated. External IP: 172.28.2.182, port: e58352f8-e6f8-475e-83ff-6602902f6b4e. Mar 31 15:42:24.042004 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fd92347-c87b-48dd-8028-6769f720c184 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Router 95c77d00-634a-400a-87a7-fa35a069860c has already been hosted by L3 agent 9721ac04-bac7-49da-b384-3a2049eedfa2 {{(pid=104158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:42:24.189624 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd92347-c87b-48dd-8028-6769f720c184 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Notify agent at l3_agent.dv-cinder-750782-15-smb the message routers_updated {{(pid=104158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:42:24.195489 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-4fd92347-c87b-48dd-8028-6769f720c184 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451'] for floatingip (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:24.202358 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2356c7b6-957f-42a2-bda9-d3068f51c487 None None] Sync routers for ids ['95c77d00-634a-400a-87a7-fa35a069860c'] in dv-cinder-750782-15-smb {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:42:24.216539 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2356c7b6-957f-42a2-bda9-d3068f51c487 None None] Routers {'95c77d00-634a-400a-87a7-fa35a069860c'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:42:24.216539 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-2356c7b6-957f-42a2-bda9-d3068f51c487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:42:06Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['95c77d00-634a-400a-87a7-fa35a069860c'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:42:24.237621 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-4fd92347-c87b-48dd-8028-6769f720c184 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "PUT /v2.0/floatingips/162435ce-1674-4bb7-aced-4752be2a0033 HTTP/1.1" status: 200 len: 991 time: 1.2813382 Mar 31 15:42:24.238008 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8af99820-f5d6-4a06-b902-c7c1da280d4e', 'tag': 'e58352f8-e6f8-475e-83ff-6602902f6b4e'}] {{(pid=104158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:42:24.240402 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f960889515c719e6c42930f5609f9e3ff07dde6b2d3f3be48d9020484c6583bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d88055-80bd-4ec9-85c3-5db36af5dfb3" -d '{"events": [{"name": "network-changed", "server_uuid": "8af99820-f5d6-4a06-b902-c7c1da280d4e", "tag": "e58352f8-e6f8-475e-83ff-6602902f6b4e"}]}' {{(pid=104158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:42:24.410924 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-2356c7b6-957f-42a2-bda9-d3068f51c487 None None] Set router 95c77d00-634a-400a-87a7-fa35a069860c gateway port host: dv-cinder-750782-15-smb {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:42:24.440179 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c39454-0de7-4fdb-bd09-f70bfe1818ea x-openstack-request-id: req-89c39454-0de7-4fdb-bd09-f70bfe1818ea {{(pid=104158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:42:24.440602 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8af99820-f5d6-4a06-b902-c7c1da280d4e", "tag": "e58352f8-e6f8-475e-83ff-6602902f6b4e", "status": "completed", "code": 200}]} {{(pid=104158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:42:24.441038 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-89c39454-0de7-4fdb-bd09-f70bfe1818ea {{(pid=104158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:42:24.441570 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89c39454-0de7-4fdb-bd09-f70bfe1818ea'] response: {'name': 'network-changed', 'server_uuid': '8af99820-f5d6-4a06-b902-c7c1da280d4e', 'tag': 'e58352f8-e6f8-475e-83ff-6602902f6b4e', 'status': 'completed', 'code': 200} Mar 31 15:42:24.547181 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d88055-80bd-4ec9-85c3-5db36af5dfb3 req-f3d56004-824b-4a60-91d8-036d48622fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:42:24.549529 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-a8d88055-80bd-4ec9-85c3-5db36af5dfb3 req-f3d56004-824b-4a60-91d8-036d48622fdf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c680e9e6d388412fa4440c103afb5577&device_id=8af99820-f5d6-4a06-b902-c7c1da280d4e HTTP/1.1" status: 200 len: 1129 time: 0.0735207 Mar 31 15:42:24.706567 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d88055-80bd-4ec9-85c3-5db36af5dfb3 req-043e29b9-b341-4a5e-9583-d3cc1ca9b872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:42:24.708532 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-a8d88055-80bd-4ec9-85c3-5db36af5dfb3 req-043e29b9-b341-4a5e-9583-d3cc1ca9b872 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6ce47f39-3814-4e43-bd73-afb159608eca HTTP/1.1" status: 200 len: 917 time: 0.1505437 Mar 31 15:42:24.784311 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-2356c7b6-957f-42a2-bda9-d3068f51c487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c77d00-634a-400a-87a7-fa35a069860c', 'name': 'tempest-AttachVolumeShelveTestJSON-263990863-router', 'tenant_id': 'c680e9e6d388412fa4440c103afb5577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.207'}], 'enable_snat': True}, 'gw_port_id': 'ab414089-2830-4501-93f0-5d9ec8e86bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:41:54Z', 'updated_at': '2022-03-31T15:42:00Z', 'revision_number': 4, 'project_id': 'c680e9e6d388412fa4440c103afb5577', 'gw_port': {'id': 'ab414089-2830-4501-93f0-5d9ec8e86bdb', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:5e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c77d00-634a-400a-87a7-fa35a069860c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:41:55Z', 'updated_at': '2022-03-31T15:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_floatingips': [{'id': '162435ce-1674-4bb7-aced-4752be2a0033', 'tenant_id': 'c680e9e6d388412fa4440c103afb5577', 'floating_ip_address': '172.28.2.182', 'floating_network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'router_id': '95c77d00-634a-400a-87a7-fa35a069860c', 'port_id': 'e58352f8-e6f8-475e-83ff-6602902f6b4e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ce47f39-3814-4e43-bd73-afb159608eca', 'mac_address': 'fa:16:3e:29:de:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af99820-f5d6-4a06-b902-c7c1da280d4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:42:04Z', 'updated_at': '2022-03-31T15:42:23Z', 'revision_number': 1, 'project_id': 'c680e9e6d388412fa4440c103afb5577', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '271c631d-9c4d-4b59-aa2f-250dec501c88', 'name': '', 'network_id': '6ce47f39-3814-4e43-bd73-afb159608eca', 'tenant_id': 'c680e9e6d388412fa4440c103afb5577', 'mac_address': 'fa:16:3e:8b:c4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c77d00-634a-400a-87a7-fa35a069860c', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '9a2e610f-76e0-4760-b7be-8011d4581daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:41:59Z', 'updated_at': '2022-03-31T15:42:05Z', 'revision_number': 5, 'project_id': 'c680e9e6d388412fa4440c103afb5577', 'subnets': [{'id': '9a2e610f-76e0-4760-b7be-8011d4581daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:42:24.803824 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-a8d88055-80bd-4ec9-85c3-5db36af5dfb3 req-e40dc5e6-f900-41b7-88d3-767f7d22069e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e58352f8-e6f8-475e-83ff-6602902f6b4e HTTP/1.1" status: 200 len: 999 time: 0.0887976 Mar 31 15:42:24.822199 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2356c7b6-957f-42a2-bda9-d3068f51c487 None None] Checking router: 95c77d00-634a-400a-87a7-fa35a069860c for host: dv-cinder-750782-15-smb {{(pid=104161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:42:24.831875 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2356c7b6-957f-42a2-bda9-d3068f51c487 None None] Routers {'95c77d00-634a-400a-87a7-fa35a069860c'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:42:24.831875 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-2356c7b6-957f-42a2-bda9-d3068f51c487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:42:06Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['95c77d00-634a-400a-87a7-fa35a069860c'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:42:24.863758 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d88055-80bd-4ec9-85c3-5db36af5dfb3 req-5ef7a859-b099-404f-82a2-17b809ceffc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:42:24.873311 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-a8d88055-80bd-4ec9-85c3-5db36af5dfb3 req-5ef7a859-b099-404f-82a2-17b809ceffc2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9a2e610f-76e0-4760-b7be-8011d4581daa HTTP/1.1" status: 200 len: 855 time: 0.0558851 Mar 31 15:42:24.938831 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d88055-80bd-4ec9-85c3-5db36af5dfb3 req-bda13771-f333-4156-af17-837c1e009af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:42:24.942534 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-a8d88055-80bd-4ec9-85c3-5db36af5dfb3 req-bda13771-f333-4156-af17-837c1e009af7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6ce47f39-3814-4e43-bd73-afb159608eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0713506 Mar 31 15:42:24.971084 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-2356c7b6-957f-42a2-bda9-d3068f51c487 None None] Set router 95c77d00-634a-400a-87a7-fa35a069860c gateway port host: dv-cinder-750782-15-smb {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:42:25.075549 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-a8d88055-80bd-4ec9-85c3-5db36af5dfb3 req-621d4a33-9ad5-4962-8151-4c3b8a224e49 service neutron] 10.222.0.26 "GET /v2.0/networks/6ce47f39-3814-4e43-bd73-afb159608eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262743 Mar 31 15:42:25.242431 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-a8d88055-80bd-4ec9-85c3-5db36af5dfb3 req-db69e669-2e8b-49e9-82e9-1a05b569c79f service neutron] 10.222.0.26 "GET /v2.0/networks/6ce47f39-3814-4e43-bd73-afb159608eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613045 Mar 31 15:42:25.249449 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-2356c7b6-957f-42a2-bda9-d3068f51c487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c77d00-634a-400a-87a7-fa35a069860c', 'name': 'tempest-AttachVolumeShelveTestJSON-263990863-router', 'tenant_id': 'c680e9e6d388412fa4440c103afb5577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.207'}], 'enable_snat': True}, 'gw_port_id': 'ab414089-2830-4501-93f0-5d9ec8e86bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:41:54Z', 'updated_at': '2022-03-31T15:42:00Z', 'revision_number': 4, 'project_id': 'c680e9e6d388412fa4440c103afb5577', 'gw_port': {'id': 'ab414089-2830-4501-93f0-5d9ec8e86bdb', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:5e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c77d00-634a-400a-87a7-fa35a069860c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:41:55Z', 'updated_at': '2022-03-31T15:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_floatingips': [{'id': '162435ce-1674-4bb7-aced-4752be2a0033', 'tenant_id': 'c680e9e6d388412fa4440c103afb5577', 'floating_ip_address': '172.28.2.182', 'floating_network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'router_id': '95c77d00-634a-400a-87a7-fa35a069860c', 'port_id': 'e58352f8-e6f8-475e-83ff-6602902f6b4e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ce47f39-3814-4e43-bd73-afb159608eca', 'mac_address': 'fa:16:3e:29:de:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af99820-f5d6-4a06-b902-c7c1da280d4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:42:04Z', 'updated_at': '2022-03-31T15:42:23Z', 'revision_number': 1, 'project_id': 'c680e9e6d388412fa4440c103afb5577', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '271c631d-9c4d-4b59-aa2f-250dec501c88', 'name': '', 'network_id': '6ce47f39-3814-4e43-bd73-afb159608eca', 'tenant_id': 'c680e9e6d388412fa4440c103afb5577', 'mac_address': 'fa:16:3e:8b:c4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c77d00-634a-400a-87a7-fa35a069860c', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '9a2e610f-76e0-4760-b7be-8011d4581daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:41:59Z', 'updated_at': '2022-03-31T15:42:05Z', 'revision_number': 5, 'project_id': 'c680e9e6d388412fa4440c103afb5577', 'subnets': [{'id': '9a2e610f-76e0-4760-b7be-8011d4581daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:42:25.279846 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2356c7b6-957f-42a2-bda9-d3068f51c487 None None] The sync data for ids ['95c77d00-634a-400a-87a7-fa35a069860c'] in dv-cinder-750782-15-smb is: [{'id': '95c77d00-634a-400a-87a7-fa35a069860c', 'name': 'tempest-AttachVolumeShelveTestJSON-263990863-router', 'tenant_id': 'c680e9e6d388412fa4440c103afb5577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.207'}], 'enable_snat': True}, 'gw_port_id': 'ab414089-2830-4501-93f0-5d9ec8e86bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:41:54Z', 'updated_at': '2022-03-31T15:42:00Z', 'revision_number': 4, 'project_id': 'c680e9e6d388412fa4440c103afb5577', 'gw_port': {'id': 'ab414089-2830-4501-93f0-5d9ec8e86bdb', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:5e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c77d00-634a-400a-87a7-fa35a069860c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:41:55Z', 'updated_at': '2022-03-31T15:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_floatingips': [{'id': '162435ce-1674-4bb7-aced-4752be2a0033', 'tenant_id': 'c680e9e6d388412fa4440c103afb5577', 'floating_ip_address': '172.28.2.182', 'floating_network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'router_id': '95c77d00-634a-400a-87a7-fa35a069860c', 'port_id': 'e58352f8-e6f8-475e-83ff-6602902f6b4e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ce47f39-3814-4e43-bd73-afb159608eca', 'mac_address': 'fa:16:3e:29:de:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af99820-f5d6-4a06-b902-c7c1da280d4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:42:04Z', 'updated_at': '2022-03-31T15:42:23Z', 'revision_number': 1, 'project_id': 'c680e9e6d388412fa4440c103afb5577', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '271c631d-9c4d-4b59-aa2f-250dec501c88', 'name': '', 'network_id': '6ce47f39-3814-4e43-bd73-afb159608eca', 'tenant_id': 'c680e9e6d388412fa4440c103afb5577', 'mac_address': 'fa:16:3e:8b:c4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c77d00-634a-400a-87a7-fa35a069860c', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '9a2e610f-76e0-4760-b7be-8011d4581daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:41:59Z', 'updated_at': '2022-03-31T15:42:05Z', 'revision_number': 5, 'project_id': 'c680e9e6d388412fa4440c103afb5577', 'subnets': [{'id': '9a2e610f-76e0-4760-b7be-8011d4581daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:42:25.535707 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d113f5f-fa69-4272-a64c-a492fc803dd8 None None] New status for floating IP 162435ce-1674-4bb7-aced-4752be2a0033: ACTIVE {{(pid=104160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:42:26.291699 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 49744) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:42:26.424356 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-68bdf42b-bca2-4926-bca3-393d3229a5e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:26.531575 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-68bdf42b-bca2-4926-bca3-393d3229a5e6 admin admin] Publish callbacks [] for security_group (a66ec0dc-e80f-4220-afa4-6ee22fcfd686), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:26.675428 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-68bdf42b-bca2-4926-bca3-393d3229a5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (a66ec0dc-e80f-4220-afa4-6ee22fcfd686), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:26.721782 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-68bdf42b-bca2-4926-bca3-393d3229a5e6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e17b02ca5b20438c965479fa0e6fe86a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4289641 Mar 31 15:42:26.722970 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bdf42b-bca2-4926-bca3-393d3229a5e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a66ec0dc-e80f-4220-afa4-6ee22fcfd686,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:42:26.725281 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 49748) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:42:26.784410 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-85fbded7-f026-4d5f-aeec-00b30a4a55f0 admin admin] Publish callbacks [] for security_group (a66ec0dc-e80f-4220-afa4-6ee22fcfd686), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:26.808312 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-85fbded7-f026-4d5f-aeec-00b30a4a55f0 admin admin] Publish callbacks [] for security_group (a66ec0dc-e80f-4220-afa4-6ee22fcfd686), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:27.000329 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-85fbded7-f026-4d5f-aeec-00b30a4a55f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (a66ec0dc-e80f-4220-afa4-6ee22fcfd686), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:27.003526 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-85fbded7-f026-4d5f-aeec-00b30a4a55f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:27.004796 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-85fbded7-f026-4d5f-aeec-00b30a4a55f0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a66ec0dc-e80f-4220-afa4-6ee22fcfd686 HTTP/1.1" status: 204 len: 168 time: 0.2785397 Mar 31 15:42:27.014997 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fbded7-f026-4d5f-aeec-00b30a4a55f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66ec0dc-e80f-4220-afa4-6ee22fcfd686,revision_number=None']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:42:27.747934 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 49758) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:42:27.762431 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-f90b9298-4580-46de-a99b-ef51beb47811 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:27.846572 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-f90b9298-4580-46de-a99b-ef51beb47811 admin admin] Publish callbacks [] for security_group (58b6b73c-3c7c-4279-94a0-6611ad7f628f), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:27.970203 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-f90b9298-4580-46de-a99b-ef51beb47811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (58b6b73c-3c7c-4279-94a0-6611ad7f628f), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:28.010958 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90b9298-4580-46de-a99b-ef51beb47811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b6b73c-3c7c-4279-94a0-6611ad7f628f,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:42:28.017976 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-f90b9298-4580-46de-a99b-ef51beb47811 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e0137dd31026476e9de169b6aab229b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2664678 Mar 31 15:42:28.018652 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 49764) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:42:28.077261 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-556796b1-3840-4fdb-be3a-d6785f3e338e admin admin] Publish callbacks [] for security_group (58b6b73c-3c7c-4279-94a0-6611ad7f628f), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:28.101945 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-556796b1-3840-4fdb-be3a-d6785f3e338e admin admin] Publish callbacks [] for security_group (58b6b73c-3c7c-4279-94a0-6611ad7f628f), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:28.227254 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-556796b1-3840-4fdb-be3a-d6785f3e338e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (58b6b73c-3c7c-4279-94a0-6611ad7f628f), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:28.229965 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-556796b1-3840-4fdb-be3a-d6785f3e338e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:28.231146 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-556796b1-3840-4fdb-be3a-d6785f3e338e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/58b6b73c-3c7c-4279-94a0-6611ad7f628f HTTP/1.1" status: 204 len: 168 time: 0.2116718 Mar 31 15:42:28.239059 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556796b1-3840-4fdb-be3a-d6785f3e338e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b6b73c-3c7c-4279-94a0-6611ad7f628f,revision_number=None']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:42:34.238858 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a7c5e3b2-e459-4edd-8ff0-fcf2fe99afc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (80b0103a-7158-48a6-b59a-3fe393c523d9), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:35.039708 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 49872) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:42:35.172422 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-42574cb2-e1ef-4d81-8882-e44bafe0a791 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:35.262293 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-42574cb2-e1ef-4d81-8882-e44bafe0a791 admin admin] Publish callbacks [] for security_group (79523f7d-e198-45b3-a1cb-5991b10f8edd), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:35.407526 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-42574cb2-e1ef-4d81-8882-e44bafe0a791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (79523f7d-e198-45b3-a1cb-5991b10f8edd), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:35.458585 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-42574cb2-e1ef-4d81-8882-e44bafe0a791 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=15202a3d13b64e48a5c52c4f6ceae008&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4174588 Mar 31 15:42:35.459850 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42574cb2-e1ef-4d81-8882-e44bafe0a791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79523f7d-e198-45b3-a1cb-5991b10f8edd,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:42:35.462061 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 49876) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:42:35.474368 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42574cb2-e1ef-4d81-8882-e44bafe0a791 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:42:35.474719 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42574cb2-e1ef-4d81-8882-e44bafe0a791 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:42:35.475063 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42574cb2-e1ef-4d81-8882-e44bafe0a791 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:42:35.475414 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42574cb2-e1ef-4d81-8882-e44bafe0a791 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:42:35.475746 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42574cb2-e1ef-4d81-8882-e44bafe0a791 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:42:35.476076 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42574cb2-e1ef-4d81-8882-e44bafe0a791 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:42:35.476407 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42574cb2-e1ef-4d81-8882-e44bafe0a791 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:42:35.476733 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42574cb2-e1ef-4d81-8882-e44bafe0a791 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:42:35.477060 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42574cb2-e1ef-4d81-8882-e44bafe0a791 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:42:35.477908 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42574cb2-e1ef-4d81-8882-e44bafe0a791 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:42:35.478238 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42574cb2-e1ef-4d81-8882-e44bafe0a791 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:42:35.478597 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42574cb2-e1ef-4d81-8882-e44bafe0a791 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:42:35.478976 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42574cb2-e1ef-4d81-8882-e44bafe0a791 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:42:35.479304 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42574cb2-e1ef-4d81-8882-e44bafe0a791 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:42:35.479625 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42574cb2-e1ef-4d81-8882-e44bafe0a791 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:42:35.531647 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6609697d-3bd9-4ea1-b159-dbb8f824c2d4 admin admin] Publish callbacks [] for security_group (79523f7d-e198-45b3-a1cb-5991b10f8edd), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:35.557612 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6609697d-3bd9-4ea1-b159-dbb8f824c2d4 admin admin] Publish callbacks [] for security_group (79523f7d-e198-45b3-a1cb-5991b10f8edd), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:35.748847 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6609697d-3bd9-4ea1-b159-dbb8f824c2d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (79523f7d-e198-45b3-a1cb-5991b10f8edd), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:35.751685 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6609697d-3bd9-4ea1-b159-dbb8f824c2d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:35.752924 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-6609697d-3bd9-4ea1-b159-dbb8f824c2d4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/79523f7d-e198-45b3-a1cb-5991b10f8edd HTTP/1.1" status: 204 len: 168 time: 0.2898920 Mar 31 15:42:35.762040 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6609697d-3bd9-4ea1-b159-dbb8f824c2d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79523f7d-e198-45b3-a1cb-5991b10f8edd,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:42:36.371920 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (42669199-0b56-4e25-9a3d-cc561c912f6a), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:36.527160 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-c6d254fc-4ef1-49a4-9c87-08d7716a64b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (9721ac04-bac7-49da-b384-3a2049eedfa2), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:36.708605 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 49888) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:42:36.728768 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-6ad7191c-0f49-4ca4-bc1b-59df4d187bbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:36.841185 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-6ad7191c-0f49-4ca4-bc1b-59df4d187bbf admin admin] Publish callbacks [] for security_group (699930b6-9507-428c-9ce1-832f92d434b5), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:36.999157 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-6ad7191c-0f49-4ca4-bc1b-59df4d187bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (699930b6-9507-428c-9ce1-832f92d434b5), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:37.044751 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-6ad7191c-0f49-4ca4-bc1b-59df4d187bbf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a491b729417144a3955caa336b60e25a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3349020 Mar 31 15:42:37.046433 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad7191c-0f49-4ca4-bc1b-59df4d187bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=699930b6-9507-428c-9ce1-832f92d434b5,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:42:37.048615 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 49890) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:42:37.059864 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7191c-0f49-4ca4-bc1b-59df4d187bbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:42:37.061101 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7191c-0f49-4ca4-bc1b-59df4d187bbf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:42:37.061101 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7191c-0f49-4ca4-bc1b-59df4d187bbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:42:37.061623 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7191c-0f49-4ca4-bc1b-59df4d187bbf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:42:37.062074 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7191c-0f49-4ca4-bc1b-59df4d187bbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:42:37.062503 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7191c-0f49-4ca4-bc1b-59df4d187bbf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:42:37.062924 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7191c-0f49-4ca4-bc1b-59df4d187bbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:42:37.063370 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7191c-0f49-4ca4-bc1b-59df4d187bbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:42:37.063919 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7191c-0f49-4ca4-bc1b-59df4d187bbf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:42:37.064427 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7191c-0f49-4ca4-bc1b-59df4d187bbf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:42:37.064855 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7191c-0f49-4ca4-bc1b-59df4d187bbf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:42:37.065280 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7191c-0f49-4ca4-bc1b-59df4d187bbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:42:37.065738 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7191c-0f49-4ca4-bc1b-59df4d187bbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:42:37.066149 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7191c-0f49-4ca4-bc1b-59df4d187bbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:42:37.066521 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7191c-0f49-4ca4-bc1b-59df4d187bbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:42:37.129756 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-e38d181f-73f4-47c5-b9fb-98dc7c96deb1 admin admin] Publish callbacks [] for security_group (699930b6-9507-428c-9ce1-832f92d434b5), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:37.169511 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-e38d181f-73f4-47c5-b9fb-98dc7c96deb1 admin admin] Publish callbacks [] for security_group (699930b6-9507-428c-9ce1-832f92d434b5), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:37.410422 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-e38d181f-73f4-47c5-b9fb-98dc7c96deb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (699930b6-9507-428c-9ce1-832f92d434b5), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:37.414006 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-e38d181f-73f4-47c5-b9fb-98dc7c96deb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:37.415811 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-e38d181f-73f4-47c5-b9fb-98dc7c96deb1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/699930b6-9507-428c-9ce1-832f92d434b5 HTTP/1.1" status: 204 len: 168 time: 0.3653617 Mar 31 15:42:37.428750 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d181f-73f4-47c5-b9fb-98dc7c96deb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=699930b6-9507-428c-9ce1-832f92d434b5,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:42:37.747850 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0b2f012e-2fbd-4b35-9815-8024e4a993e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fb816cbb-0527-4766-83b7-604ad6a553f5), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:38.479094 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.agents_db [None req-c7073644-962b-4037-b6f3-12a39092c58a None None] Agent healthcheck: found 6 active agents {{(pid=104161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:42:39.547604 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-211e425b-1201-4862-afc0-6363249efbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (1ca8e2b3-6f2e-4d63-b52b-ad8a81fa6826), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:39.562099 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 49932) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:42:39.695287 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-5d0c7e71-5050-48d1-84ad-9c5589687146 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:39.779095 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-5d0c7e71-5050-48d1-84ad-9c5589687146 admin admin] Publish callbacks [] for security_group (718bf789-5023-48df-84aa-1e93007ae32d), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:39.840612 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-5d0c7e71-5050-48d1-84ad-9c5589687146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (718bf789-5023-48df-84aa-1e93007ae32d), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:39.888446 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-5d0c7e71-5050-48d1-84ad-9c5589687146 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=04d78edcfc8042e8afa90f8fdf76311d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3248150 Mar 31 15:42:39.890883 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0c7e71-5050-48d1-84ad-9c5589687146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=718bf789-5023-48df-84aa-1e93007ae32d,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:42:39.893592 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 49940) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:42:39.982176 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-c1b66eb6-c970-4b89-ad53-0cb15c553e7a admin admin] Publish callbacks [] for security_group (718bf789-5023-48df-84aa-1e93007ae32d), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:40.017911 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-c1b66eb6-c970-4b89-ad53-0cb15c553e7a admin admin] Publish callbacks [] for security_group (718bf789-5023-48df-84aa-1e93007ae32d), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:40.183406 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-c1b66eb6-c970-4b89-ad53-0cb15c553e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (718bf789-5023-48df-84aa-1e93007ae32d), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:40.186466 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-c1b66eb6-c970-4b89-ad53-0cb15c553e7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:40.187759 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-c1b66eb6-c970-4b89-ad53-0cb15c553e7a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/718bf789-5023-48df-84aa-1e93007ae32d HTTP/1.1" status: 204 len: 168 time: 0.2916572 Mar 31 15:42:40.197218 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b66eb6-c970-4b89-ad53-0cb15c553e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=718bf789-5023-48df-84aa-1e93007ae32d,revision_number=None']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:42:40.988861 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fd34c7ed-cab5-463e-81bb-e9aa6ef90623), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:41.307417 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 49960) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:42:41.326854 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-8030bf22-4481-400a-9fd1-4cbf53dead90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:41.429338 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-8030bf22-4481-400a-9fd1-4cbf53dead90 admin admin] Publish callbacks [] for security_group (8479fc41-2293-4865-af10-504feceece8e), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:41.560071 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-8030bf22-4481-400a-9fd1-4cbf53dead90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (8479fc41-2293-4865-af10-504feceece8e), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:41.606633 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-8030bf22-4481-400a-9fd1-4cbf53dead90 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=054aa10f3cfa4ad283b3df05cf62f70a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2977948 Mar 31 15:42:41.607789 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8030bf22-4481-400a-9fd1-4cbf53dead90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8479fc41-2293-4865-af10-504feceece8e,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:42:41.610105 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 49962) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:42:41.684158 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-287a774e-c74b-4b98-9698-7599368adf48 admin admin] Publish callbacks [] for security_group (8479fc41-2293-4865-af10-504feceece8e), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:41.709563 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-287a774e-c74b-4b98-9698-7599368adf48 admin admin] Publish callbacks [] for security_group (8479fc41-2293-4865-af10-504feceece8e), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:41.892089 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-287a774e-c74b-4b98-9698-7599368adf48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (8479fc41-2293-4865-af10-504feceece8e), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:41.895252 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-287a774e-c74b-4b98-9698-7599368adf48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:41.896545 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-287a774e-c74b-4b98-9698-7599368adf48 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8479fc41-2293-4865-af10-504feceece8e HTTP/1.1" status: 204 len: 168 time: 0.2849870 Mar 31 15:42:41.905004 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287a774e-c74b-4b98-9698-7599368adf48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8479fc41-2293-4865-af10-504feceece8e,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:42:50.332993 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 50128) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:42:50.484243 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-d44b1f3b-dd7b-4bb0-8acb-13379d5e0271 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:50.594864 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-d44b1f3b-dd7b-4bb0-8acb-13379d5e0271 admin admin] Publish callbacks [] for security_group (4b4b55ad-191a-4acf-9dea-977a7ac02f5c), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:50.789058 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-d44b1f3b-dd7b-4bb0-8acb-13379d5e0271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (4b4b55ad-191a-4acf-9dea-977a7ac02f5c), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:50.827616 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44b1f3b-dd7b-4bb0-8acb-13379d5e0271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4b55ad-191a-4acf-9dea-977a7ac02f5c,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:42:50.832023 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-d44b1f3b-dd7b-4bb0-8acb-13379d5e0271 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b975229b79f54be9a61f9753e7430b9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4978354 Mar 31 15:42:50.834738 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 50132) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:42:50.915533 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-bdf387e6-1af0-47f4-a75b-0930e2e3267a admin admin] Publish callbacks [] for security_group (4b4b55ad-191a-4acf-9dea-977a7ac02f5c), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:50.937864 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-bdf387e6-1af0-47f4-a75b-0930e2e3267a admin admin] Publish callbacks [] for security_group (4b4b55ad-191a-4acf-9dea-977a7ac02f5c), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:51.090333 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-bdf387e6-1af0-47f4-a75b-0930e2e3267a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (4b4b55ad-191a-4acf-9dea-977a7ac02f5c), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:51.094972 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-bdf387e6-1af0-47f4-a75b-0930e2e3267a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:51.096875 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-bdf387e6-1af0-47f4-a75b-0930e2e3267a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4b4b55ad-191a-4acf-9dea-977a7ac02f5c HTTP/1.1" status: 204 len: 168 time: 0.2606585 Mar 31 15:42:51.128619 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf387e6-1af0-47f4-a75b-0930e2e3267a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4b55ad-191a-4acf-9dea-977a7ac02f5c,revision_number=None']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:42:52.529903 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 50142) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:42:52.549249 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-6e5f3104-6f15-4933-9d71-3ca33128130c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:52.638335 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-6e5f3104-6f15-4933-9d71-3ca33128130c admin admin] Publish callbacks [] for security_group (6e60d3e5-875d-4779-ba87-89ea19341daf), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:52.800129 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-6e5f3104-6f15-4933-9d71-3ca33128130c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (6e60d3e5-875d-4779-ba87-89ea19341daf), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:52.849086 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-6e5f3104-6f15-4933-9d71-3ca33128130c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=551fb9cdc43841fd9bda4bcf5e49fec5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3179042 Mar 31 15:42:52.850037 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5f3104-6f15-4933-9d71-3ca33128130c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e60d3e5-875d-4779-ba87-89ea19341daf,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:42:52.852224 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 50144) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:42:52.905526 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-eafd3db0-cabf-4dc8-9eb4-3482149a3aed admin admin] Publish callbacks [] for security_group (6e60d3e5-875d-4779-ba87-89ea19341daf), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:52.928856 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-eafd3db0-cabf-4dc8-9eb4-3482149a3aed admin admin] Publish callbacks [] for security_group (6e60d3e5-875d-4779-ba87-89ea19341daf), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:53.267273 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-eafd3db0-cabf-4dc8-9eb4-3482149a3aed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (6e60d3e5-875d-4779-ba87-89ea19341daf), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:53.271188 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-eafd3db0-cabf-4dc8-9eb4-3482149a3aed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:42:53.272441 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-eafd3db0-cabf-4dc8-9eb4-3482149a3aed admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6e60d3e5-875d-4779-ba87-89ea19341daf HTTP/1.1" status: 204 len: 168 time: 0.4191346 Mar 31 15:42:53.283651 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafd3db0-cabf-4dc8-9eb4-3482149a3aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e60d3e5-875d-4779-ba87-89ea19341daf,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:43:02.560616 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 50278) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:43:02.672516 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-43abc55c-ad04-4836-b28a-4d8b8a8b252a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:02.757227 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-43abc55c-ad04-4836-b28a-4d8b8a8b252a admin admin] Publish callbacks [] for security_group (14ae9d30-aab4-41d0-a27c-bcf8cc71a9de), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:02.941486 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-43abc55c-ad04-4836-b28a-4d8b8a8b252a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (14ae9d30-aab4-41d0-a27c-bcf8cc71a9de), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:02.981061 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-43abc55c-ad04-4836-b28a-4d8b8a8b252a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cf0de4c2b75e46d5ba767c04dd0a2699&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4191735 Mar 31 15:43:02.982093 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43abc55c-ad04-4836-b28a-4d8b8a8b252a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14ae9d30-aab4-41d0-a27c-bcf8cc71a9de,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:43:02.984851 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 50286) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:43:03.039258 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-c04640a1-50e4-43c3-89c0-ac431c3249d4 admin admin] Publish callbacks [] for security_group (14ae9d30-aab4-41d0-a27c-bcf8cc71a9de), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:03.068094 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-c04640a1-50e4-43c3-89c0-ac431c3249d4 admin admin] Publish callbacks [] for security_group (14ae9d30-aab4-41d0-a27c-bcf8cc71a9de), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:03.222685 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-c04640a1-50e4-43c3-89c0-ac431c3249d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (14ae9d30-aab4-41d0-a27c-bcf8cc71a9de), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:03.225357 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-c04640a1-50e4-43c3-89c0-ac431c3249d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:03.226553 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-c04640a1-50e4-43c3-89c0-ac431c3249d4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/14ae9d30-aab4-41d0-a27c-bcf8cc71a9de HTTP/1.1" status: 204 len: 168 time: 0.2403717 Mar 31 15:43:03.240038 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04640a1-50e4-43c3-89c0-ac431c3249d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ae9d30-aab4-41d0-a27c-bcf8cc71a9de,revision_number=None']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:43:04.290845 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-110a7d7d-1b49-470c-9234-f2c9d177f6c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (80b0103a-7158-48a6-b59a-3fe393c523d9), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:04.345083 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 50322) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:43:04.421192 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba661c99-b90b-49a8-a4e5-ada037f643b4 req-5052c869-9a62-4eae-a592-d4dc5e93de18 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:04.422753 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-ba661c99-b90b-49a8-a4e5-ada037f643b4 req-5052c869-9a62-4eae-a592-d4dc5e93de18 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=8af99820-f5d6-4a06-b902-c7c1da280d4e HTTP/1.1" status: 200 len: 945 time: 0.0693491 Mar 31 15:43:04.476139 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-fcd629dc-e595-4971-a119-8f55e7bc38d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:04.502920 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-ba661c99-b90b-49a8-a4e5-ada037f643b4 req-4a208083-7a83-4b9c-9af5-370f6a02d3bc tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7c8adfe-7bcd-44f3-b3b4-0835d85dabdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709629 Mar 31 15:43:04.568049 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-fcd629dc-e595-4971-a119-8f55e7bc38d0 admin admin] Publish callbacks [] for security_group (e2ac19cc-2c91-4caf-a255-e2b305025a72), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:04.666874 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-fcd629dc-e595-4971-a119-8f55e7bc38d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (e2ac19cc-2c91-4caf-a255-e2b305025a72), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:04.724410 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-fcd629dc-e595-4971-a119-8f55e7bc38d0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=11ab75c3119949d0a7b1924adb806578&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3768368 Mar 31 15:43:04.725283 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd629dc-e595-4971-a119-8f55e7bc38d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ac19cc-2c91-4caf-a255-e2b305025a72,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:43:04.728269 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 50332) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:43:04.793302 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-f36651d5-eb98-49d0-8edb-a032a1a1df0e admin admin] Publish callbacks [] for security_group (e2ac19cc-2c91-4caf-a255-e2b305025a72), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:04.819861 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-f36651d5-eb98-49d0-8edb-a032a1a1df0e admin admin] Publish callbacks [] for security_group (e2ac19cc-2c91-4caf-a255-e2b305025a72), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:04.971190 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-f36651d5-eb98-49d0-8edb-a032a1a1df0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (e2ac19cc-2c91-4caf-a255-e2b305025a72), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:04.973837 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-f36651d5-eb98-49d0-8edb-a032a1a1df0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:04.978204 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-f36651d5-eb98-49d0-8edb-a032a1a1df0e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e2ac19cc-2c91-4caf-a255-e2b305025a72 HTTP/1.1" status: 204 len: 168 time: 0.2456076 Mar 31 15:43:04.983404 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36651d5-eb98-49d0-8edb-a032a1a1df0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ac19cc-2c91-4caf-a255-e2b305025a72,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:43:05.644034 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6589ca03-327f-42a9-a970-83659c559b38 req-aada11f8-3ec8-4ab6-8945-7ffa195aa5a0 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:05.645778 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-6589ca03-327f-42a9-a970-83659c559b38 req-aada11f8-3ec8-4ab6-8945-7ffa195aa5a0 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=8af99820-f5d6-4a06-b902-c7c1da280d4e HTTP/1.1" status: 200 len: 945 time: 0.0576694 Mar 31 15:43:05.695942 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-6589ca03-327f-42a9-a970-83659c559b38 req-69835916-1723-40c5-b07c-56b220774e4d tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7c8adfe-7bcd-44f3-b3b4-0835d85dabdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436141 Mar 31 15:43:06.323852 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (42669199-0b56-4e25-9a3d-cc561c912f6a), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:06.406851 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 50364) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:43:06.514413 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.v2.base [None req-3eff33ff-56e9-4a75-a523-a27a23765a89 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1616830657-network', 'tenant_id': '4c933e1253d840c390eb2715038d149c'}} {{(pid=104158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:43:06.559670 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b4619078-0b74-477b-8be4-ee41c1323b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (9721ac04-bac7-49da-b384-3a2049eedfa2), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:06.632533 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eff33ff-56e9-4a75-a523-a27a23765a89 admin admin] Made reservation on behalf of 4c933e1253d840c390eb2715038d149c for: {'network': 1} {{(pid=104158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:43:06.634897 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-3eff33ff-56e9-4a75-a523-a27a23765a89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for network (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:06.644846 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-3eff33ff-56e9-4a75-a523-a27a23765a89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:06.734917 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-3eff33ff-56e9-4a75-a523-a27a23765a89 admin admin] Publish callbacks [] for security_group (ea1ff3e2-de89-4396-a080-b20f9aa101e1), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:06.842408 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fbe1a1-68bf-4d5d-aa77-de06690c3e41 req-b5b20957-6c9a-4534-bae5-da1b1926a5a2 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:06.843967 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-05fbe1a1-68bf-4d5d-aa77-de06690c3e41 req-b5b20957-6c9a-4534-bae5-da1b1926a5a2 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=8af99820-f5d6-4a06-b902-c7c1da280d4e HTTP/1.1" status: 200 len: 945 time: 0.0648456 Mar 31 15:43:06.886569 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-3eff33ff-56e9-4a75-a523-a27a23765a89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (ea1ff3e2-de89-4396-a080-b20f9aa101e1), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:06.917606 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-05fbe1a1-68bf-4d5d-aa77-de06690c3e41 req-33117ec3-f771-4467-abc4-4b3013556a64 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7c8adfe-7bcd-44f3-b3b4-0835d85dabdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627284 Mar 31 15:43:06.922860 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eff33ff-56e9-4a75-a523-a27a23765a89 admin admin] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=104158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:43:06.951218 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-3eff33ff-56e9-4a75-a523-a27a23765a89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8219139'] for segment (0e0cb886-37ba-4ce8-8f14-fe84cd4b3a70), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:06.951683 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.db.segments_db [None req-3eff33ff-56e9-4a75-a523-a27a23765a89 admin admin] Added segment 0e0cb886-37ba-4ce8-8f14-fe84cd4b3a70 of type vlan for network 1b748186-53b5-43ea-ac99-093c35851a89 Mar 31 15:43:06.963126 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eff33ff-56e9-4a75-a523-a27a23765a89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1ff3e2-de89-4396-a080-b20f9aa101e1,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:43:07.006770 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-3eff33ff-56e9-4a75-a523-a27a23765a89 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772784419386'] for network (1b748186-53b5-43ea-ac99-093c35851a89), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:07.204245 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-3eff33ff-56e9-4a75-a523-a27a23765a89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315'] for network (1b748186-53b5-43ea-ac99-093c35851a89), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:07.205245 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eff33ff-56e9-4a75-a523-a27a23765a89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:07.205859 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-3eff33ff-56e9-4a75-a523-a27a23765a89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043269'] for network (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:07.265362 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eff33ff-56e9-4a75-a523-a27a23765a89 admin admin] Pushing event updated for resources: {'Network': ['ID=1b748186-53b5-43ea-ac99-093c35851a89,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:43:07.280283 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Network 1b748186-53b5-43ea-ac99-093c35851a89 details requested by agent ovs-agent-dv-cinder-750782-15-smb with host dv-cinder-750782-15-smb {{(pid=104160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 15:43:07.351227 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-3eff33ff-56e9-4a75-a523-a27a23765a89 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9432728 Mar 31 15:43:07.355025 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 50374) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:43:07.359812 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.v2.base [None req-52a9ac73-6d9c-4e23-9983-d3258a09ea46 admin admin] Request body: {'subnet': {'network_id': '1b748186-53b5-43ea-ac99-093c35851a89', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1616830657-subnet', 'tenant_id': '4c933e1253d840c390eb2715038d149c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:43:07.478329 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a9ac73-6d9c-4e23-9983-d3258a09ea46 admin admin] Made reservation on behalf of 4c933e1253d840c390eb2715038d149c for: {'subnet': 1} {{(pid=104159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:43:07.481679 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-52a9ac73-6d9c-4e23-9983-d3258a09ea46 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3286889'] for subnet (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:07.719488 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0b2f012e-2fbd-4b35-9815-8024e4a993e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fb816cbb-0527-4766-83b7-604ad6a553f5), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:07.838341 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-52a9ac73-6d9c-4e23-9983-d3258a09ea46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3149394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3286911'] for subnet (df5a75ec-cb03-4837-8803-b20bfd8cd12c), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:07.900833 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a9ac73-6d9c-4e23-9983-d3258a09ea46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df5a75ec-cb03-4837-8803-b20bfd8cd12c,revision_number=0']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:43:07.913485 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a9ac73-6d9c-4e23-9983-d3258a09ea46 admin admin] Checking segment: {'id': '0e0cb886-37ba-4ce8-8f14-fe84cd4b3a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '1b748186-53b5-43ea-ac99-093c35851a89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:43:07.914270 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a9ac73-6d9c-4e23-9983-d3258a09ea46 admin admin] Network hostable DHCP agents. Network: 1b748186-53b5-43ea-ac99-093c35851a89, hostable agents: ['80b0103a-7158-48a6-b59a-3fe393c523d9'], hosted agents: [] {{(pid=104159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:43:08.068325 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a9ac73-6d9c-4e23-9983-d3258a09ea46 admin admin] Network 1b748186-53b5-43ea-ac99-093c35851a89 is scheduled to be hosted by DHCP agent 80b0103a-7158-48a6-b59a-3fe393c523d9 with binding_index 1 {{(pid=104159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:43:08.072883 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645973fd-9dc2-4369-a330-187b84b1b613 req-b205459a-62ad-4920-a0d7-2ae059f55022 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:08.074893 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-645973fd-9dc2-4369-a330-187b84b1b613 req-b205459a-62ad-4920-a0d7-2ae059f55022 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=8af99820-f5d6-4a06-b902-c7c1da280d4e HTTP/1.1" status: 200 len: 945 time: 0.0640860 Mar 31 15:43:08.123538 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-645973fd-9dc2-4369-a330-187b84b1b613 req-b92aa412-7a1e-4f42-b608-f60cc88b02a9 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7c8adfe-7bcd-44f3-b3b4-0835d85dabdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427077 Mar 31 15:43:08.211397 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [None req-52a9ac73-6d9c-4e23-9983-d3258a09ea46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-15-smb, 1b748186-53b5-43ea-ac99-093c35851a89) {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:43:08.216864 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a9ac73-6d9c-4e23-9983-d3258a09ea46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:08.217644 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-52a9ac73-6d9c-4e23-9983-d3258a09ea46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043269'] for subnet (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:08.220885 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912386df-1b7b-4630-9e29-8b2b5d6f08bb None None] Network 1b748186-53b5-43ea-ac99-093c35851a89 requested from dv-cinder-750782-15-smb {{(pid=104160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:43:08.342399 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b02553-2599-47e3-9da0-fdad3683149a None None] Network 1b748186-53b5-43ea-ac99-093c35851a89 requested from dv-cinder-750782-15-smb {{(pid=104160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:43:08.376795 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-52a9ac73-6d9c-4e23-9983-d3258a09ea46 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0048459 Mar 31 15:43:09.255229 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26d6e1d-1014-4411-abd7-9813da71ef7b req-6400772d-7daa-4443-a225-ce8b31e31904 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:09.256691 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-d26d6e1d-1014-4411-abd7-9813da71ef7b req-6400772d-7daa-4443-a225-ce8b31e31904 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=8af99820-f5d6-4a06-b902-c7c1da280d4e HTTP/1.1" status: 200 len: 945 time: 0.0592332 Mar 31 15:43:09.308060 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-d26d6e1d-1014-4411-abd7-9813da71ef7b req-2ae96cc9-4fd8-4b5d-a938-93cf7b6abe52 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7c8adfe-7bcd-44f3-b3b4-0835d85dabdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445461 Mar 31 15:43:09.523710 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-211e425b-1201-4862-afc0-6363249efbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (1ca8e2b3-6f2e-4d63-b52b-ad8a81fa6826), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:10.026174 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d5cd36-acec-4332-ba53-7bd96b8a3def req-e7e5e64d-d58e-4223-943b-887f9d6c1e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:10.027808 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-74d5cd36-acec-4332-ba53-7bd96b8a3def req-e7e5e64d-d58e-4223-943b-887f9d6c1e28 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c680e9e6d388412fa4440c103afb5577&device_id=8af99820-f5d6-4a06-b902-c7c1da280d4e HTTP/1.1" status: 200 len: 1129 time: 0.0684917 Mar 31 15:43:10.143561 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d5cd36-acec-4332-ba53-7bd96b8a3def req-fe08290d-55b0-4942-bec8-5d03a9d6a587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:10.145283 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-74d5cd36-acec-4332-ba53-7bd96b8a3def req-fe08290d-55b0-4942-bec8-5d03a9d6a587 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6ce47f39-3814-4e43-bd73-afb159608eca HTTP/1.1" status: 200 len: 917 time: 0.0943475 Mar 31 15:43:10.218654 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-74d5cd36-acec-4332-ba53-7bd96b8a3def req-1db39366-b718-4210-820f-68859f35d11f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e58352f8-e6f8-475e-83ff-6602902f6b4e HTTP/1.1" status: 200 len: 1001 time: 0.0674350 Mar 31 15:43:10.269304 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d5cd36-acec-4332-ba53-7bd96b8a3def req-e7ada7d5-2fbf-460b-a37f-b819b5921032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:10.270813 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-74d5cd36-acec-4332-ba53-7bd96b8a3def req-e7ada7d5-2fbf-460b-a37f-b819b5921032 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9a2e610f-76e0-4760-b7be-8011d4581daa HTTP/1.1" status: 200 len: 855 time: 0.0462809 Mar 31 15:43:10.321149 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d5cd36-acec-4332-ba53-7bd96b8a3def req-9a2bf2c9-3f1f-43b3-a846-5029cfc09184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:10.322716 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-74d5cd36-acec-4332-ba53-7bd96b8a3def req-9a2bf2c9-3f1f-43b3-a846-5029cfc09184 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6ce47f39-3814-4e43-bd73-afb159608eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0460339 Mar 31 15:43:10.429810 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-74d5cd36-acec-4332-ba53-7bd96b8a3def req-d4d1ea06-5133-49ea-801f-7f2cb8a7553f service neutron] 10.222.0.26 "GET /v2.0/networks/6ce47f39-3814-4e43-bd73-afb159608eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009560 Mar 31 15:43:10.451668 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e5a060-d723-4f1b-adf8-166a1f5651f1 req-8be48589-2de1-406f-8d57-84688cd13747 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:10.458380 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-88e5a060-d723-4f1b-adf8-166a1f5651f1 req-8be48589-2de1-406f-8d57-84688cd13747 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=8af99820-f5d6-4a06-b902-c7c1da280d4e HTTP/1.1" status: 200 len: 945 time: 0.0683131 Mar 31 15:43:10.546418 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-88e5a060-d723-4f1b-adf8-166a1f5651f1 req-d007608c-1a14-4330-8e22-5486806d3a81 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7c8adfe-7bcd-44f3-b3b4-0835d85dabdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724132 Mar 31 15:43:10.557194 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-74d5cd36-acec-4332-ba53-7bd96b8a3def req-35853314-8623-4fcf-937c-6f905dbe448c service neutron] 10.222.0.26 "GET /v2.0/networks/6ce47f39-3814-4e43-bd73-afb159608eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215022 Mar 31 15:43:10.967615 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c677af-0b00-4569-b2b4-dc29731e70d3 req-3c08a6f8-494d-4575-bbee-62bcc8313379 tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:10.969139 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-b6c677af-0b00-4569-b2b4-dc29731e70d3 req-3c08a6f8-494d-4575-bbee-62bcc8313379 tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] 10.222.0.21 "GET /v2.0/networks?id=1b748186-53b5-43ea-ac99-093c35851a89 HTTP/1.1" status: 200 len: 809 time: 0.1078053 Mar 31 15:43:10.984702 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-b6c677af-0b00-4569-b2b4-dc29731e70d3 req-70c79cd3-8176-415a-9bc8-e25e2a01132b tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] 10.222.0.21 "GET /v2.0/quotas/4c933e1253d840c390eb2715038d149c HTTP/1.1" status: 200 len: 375 time: 0.0096419 Mar 31 15:43:10.998716 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fd34c7ed-cab5-463e-81bb-e9aa6ef90623), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:11.273503 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-b6c677af-0b00-4569-b2b4-dc29731e70d3 req-898c6adf-3f34-4804-b9eb-754a4fbed198 tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4c933e1253d840c390eb2715038d149c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2798345 Mar 31 15:43:11.416075 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-b6c677af-0b00-4569-b2b4-dc29731e70d3 req-76b8a9b5-d6c3-46ff-8e7c-b99e1349812c service neutron] 10.222.0.21 "GET /v2.0/networks/1b748186-53b5-43ea-ac99-093c35851a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349916 Mar 31 15:43:11.511086 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-b6c677af-0b00-4569-b2b4-dc29731e70d3 req-903c247f-4c26-41ef-ab75-7fe7deee3529 service neutron] 10.222.0.21 "GET /v2.0/networks/1b748186-53b5-43ea-ac99-093c35851a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885968 Mar 31 15:43:11.681309 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35edbaea-6038-40a4-b7a0-b84ed5a349fb req-5123b477-887e-484f-bc7c-800dde198570 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:11.682918 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-35edbaea-6038-40a4-b7a0-b84ed5a349fb req-5123b477-887e-484f-bc7c-800dde198570 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=8af99820-f5d6-4a06-b902-c7c1da280d4e HTTP/1.1" status: 200 len: 945 time: 0.0590596 Mar 31 15:43:11.754903 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-35edbaea-6038-40a4-b7a0-b84ed5a349fb req-a163d244-5956-4ed2-8616-57732bc93e54 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7c8adfe-7bcd-44f3-b3b4-0835d85dabdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658567 Mar 31 15:43:11.796926 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-7a4ff0d7-e5f1-4215-9885-8bd147d6add4 req-7788635d-2c09-4b69-a60c-858101fbb7d0 tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] 10.222.0.21 "GET /v2.0/ports?device_id=85d588e5-b1c0-4e5b-bd76-e0c781c887fe HTTP/1.1" status: 200 len: 210 time: 0.0329924 Mar 31 15:43:12.910062 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-65e41a69-5f58-4f7e-9bff-a0bc322551e5 req-a0d18e50-47bc-4341-9505-4a40c6489ef5 tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] 10.222.0.21 "GET /v2.0/ports?device_id=85d588e5-b1c0-4e5b-bd76-e0c781c887fe HTTP/1.1" status: 200 len: 210 time: 0.0522943 Mar 31 15:43:12.923226 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542848eb-162f-44e1-bd1a-abdc94af474a req-ce00de6a-f4d2-4ece-8475-58a4ae7ae1d6 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:12.925035 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-542848eb-162f-44e1-bd1a-abdc94af474a req-ce00de6a-f4d2-4ece-8475-58a4ae7ae1d6 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=8af99820-f5d6-4a06-b902-c7c1da280d4e HTTP/1.1" status: 200 len: 945 time: 0.0641220 Mar 31 15:43:12.983656 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-542848eb-162f-44e1-bd1a-abdc94af474a req-8ade2be8-e8f7-4fe4-aab1-849cb21dc81b tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7c8adfe-7bcd-44f3-b3b4-0835d85dabdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519476 Mar 31 15:43:14.022388 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-a31b86f7-c8ed-469e-8892-94491bddd81a req-5819bd04-9969-47e2-a031-296b7ef72434 tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] 10.222.0.21 "GET /v2.0/ports?device_id=85d588e5-b1c0-4e5b-bd76-e0c781c887fe HTTP/1.1" status: 200 len: 210 time: 0.0286348 Mar 31 15:43:14.137004 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c19faaa-0fcd-4bd9-bdcb-c966f60a5e98 req-ccebbb84-b724-4328-a632-27e4ccaa4b4c tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:14.141562 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-1c19faaa-0fcd-4bd9-bdcb-c966f60a5e98 req-ccebbb84-b724-4328-a632-27e4ccaa4b4c tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=8af99820-f5d6-4a06-b902-c7c1da280d4e HTTP/1.1" status: 200 len: 945 time: 0.0598578 Mar 31 15:43:14.209458 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-1c19faaa-0fcd-4bd9-bdcb-c966f60a5e98 req-489b141a-cdb1-4f38-8863-b5feb433075c tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7c8adfe-7bcd-44f3-b3b4-0835d85dabdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647407 Mar 31 15:43:15.142042 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-6fbc9a52-a9be-442b-ab71-9d397864b732 req-8ea5400c-b17c-469d-9e31-16f81fcee7eb tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] 10.222.0.21 "GET /v2.0/ports?device_id=85d588e5-b1c0-4e5b-bd76-e0c781c887fe HTTP/1.1" status: 200 len: 210 time: 0.0361373 Mar 31 15:43:15.246223 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c677af-0b00-4569-b2b4-dc29731e70d3 req-fc215674-391d-4473-9188-358695726cba tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:15.247712 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-b6c677af-0b00-4569-b2b4-dc29731e70d3 req-fc215674-391d-4473-9188-358695726cba tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] 10.222.0.26 "GET /v2.0/networks?id=1b748186-53b5-43ea-ac99-093c35851a89 HTTP/1.1" status: 200 len: 809 time: 0.1123304 Mar 31 15:43:15.260840 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.v2.base [req-b6c677af-0b00-4569-b2b4-dc29731e70d3 req-4f0bb48c-0027-4cce-b984-19f851b125ea tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] Request body: {'port': {'device_id': '85d588e5-b1c0-4e5b-bd76-e0c781c887fe', 'network_id': '1b748186-53b5-43ea-ac99-093c35851a89', 'admin_state_up': True, 'tenant_id': '4c933e1253d840c390eb2715038d149c'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:43:15.418276 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e07140a-61ae-4476-ba3e-1a150a1bdb7c req-6ff1ac25-69a2-432c-9928-bba9905fa09a tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:15.420210 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-8e07140a-61ae-4476-ba3e-1a150a1bdb7c req-6ff1ac25-69a2-432c-9928-bba9905fa09a tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=8af99820-f5d6-4a06-b902-c7c1da280d4e HTTP/1.1" status: 200 len: 945 time: 0.0845022 Mar 31 15:43:15.480369 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.agents_db [None req-c7073644-962b-4037-b6f3-12a39092c58a None None] Agent healthcheck: found 6 active agents {{(pid=104161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:43:15.489259 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-8e07140a-61ae-4476-ba3e-1a150a1bdb7c req-ca12fdec-378d-4633-a447-378ae04b2c9a tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7c8adfe-7bcd-44f3-b3b4-0835d85dabdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621040 Mar 31 15:43:15.581626 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6c677af-0b00-4569-b2b4-dc29731e70d3 req-4f0bb48c-0027-4cce-b984-19f851b125ea tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] Made reservation on behalf of 4c933e1253d840c390eb2715038d149c for: {'port': 1} {{(pid=104159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:43:15.587158 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-b6c677af-0b00-4569-b2b4-dc29731e70d3 req-4f0bb48c-0027-4cce-b984-19f851b125ea tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:15.730051 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.db_base_plugin_common [req-b6c677af-0b00-4569-b2b4-dc29731e70d3 req-4f0bb48c-0027-4cce-b984-19f851b125ea tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] Allocated IP 172.20.0.4 (1b748186-53b5-43ea-ac99-093c35851a89/df5a75ec-cb03-4837-8803-b20bfd8cd12c/4f027166-3238-4fd4-95f3-56ceb9db34c8) {{(pid=104159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:43:15.897207 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-b6c677af-0b00-4569-b2b4-dc29731e70d3 req-4f0bb48c-0027-4cce-b984-19f851b125ea tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] Publish callbacks [] for port (4f027166-3238-4fd4-95f3-56ceb9db34c8), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:16.012588 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-b6c677af-0b00-4569-b2b4-dc29731e70d3 req-4f0bb48c-0027-4cce-b984-19f851b125ea tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772784453870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3148002'] for port (4f027166-3238-4fd4-95f3-56ceb9db34c8), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:16.057464 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6c677af-0b00-4569-b2b4-dc29731e70d3 req-4f0bb48c-0027-4cce-b984-19f851b125ea tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] Network 1b748186-53b5-43ea-ac99-093c35851a89 is already hosted by enough agents. {{(pid=104159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:43:16.060592 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [req-b6c677af-0b00-4569-b2b4-dc29731e70d3 req-4f0bb48c-0027-4cce-b984-19f851b125ea tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] Resources bound (agent type, host, resource id): {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:43:16.069671 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6c677af-0b00-4569-b2b4-dc29731e70d3 req-4f0bb48c-0027-4cce-b984-19f851b125ea tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] Received port after_create {{(pid=104159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:43:16.077776 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0bb48c-0027-4cce-b984-19f851b125ea tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] Pushing event updated for resources: {'Port': ['ID=4f027166-3238-4fd4-95f3-56ceb9db34c8,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:43:16.140389 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c677af-0b00-4569-b2b4-dc29731e70d3 req-4f0bb48c-0027-4cce-b984-19f851b125ea tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:16.141001 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-b6c677af-0b00-4569-b2b4-dc29731e70d3 req-4f0bb48c-0027-4cce-b984-19f851b125ea tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451'] for port (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:16.291525 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4329e6df-b1bc-4631-9718-b72fbe78477a req-8f6d1116-7223-4f03-9bfd-74774ad93138 tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:16.293193 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-4329e6df-b1bc-4631-9718-b72fbe78477a req-8f6d1116-7223-4f03-9bfd-74774ad93138 tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] 10.222.0.21 "GET /v2.0/ports?device_id=85d588e5-b1c0-4e5b-bd76-e0c781c887fe HTTP/1.1" status: 200 len: 931 time: 0.0680697 Mar 31 15:43:16.308429 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-b6c677af-0b00-4569-b2b4-dc29731e70d3 req-4f0bb48c-0027-4cce-b984-19f851b125ea tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0533354 Mar 31 15:43:16.321836 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.v2.base [req-b6c677af-0b00-4569-b2b4-dc29731e70d3 req-880abc8f-c4ef-430e-afbf-32b6c1c33246 service neutron] Request body: {'port': {'device_id': '85d588e5-b1c0-4e5b-bd76-e0c781c887fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:43:16.378351 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-4329e6df-b1bc-4631-9718-b72fbe78477a req-fdd655ee-8692-45f8-944a-77ad8cb3d99d tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea1ff3e2-de89-4396-a080-b20f9aa101e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794089 Mar 31 15:43:16.405652 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-b6c677af-0b00-4569-b2b4-dc29731e70d3 req-880abc8f-c4ef-430e-afbf-32b6c1c33246 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (4f027166-3238-4fd4-95f3-56ceb9db34c8), before_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:16.641598 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c7bbe9-beeb-4fa3-a07a-64fc5c58ec7f req-265e4f55-d696-49f5-8889-e51416f6e95a tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:16.643117 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-b0c7bbe9-beeb-4fa3-a07a-64fc5c58ec7f req-265e4f55-d696-49f5-8889-e51416f6e95a tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=8af99820-f5d6-4a06-b902-c7c1da280d4e HTTP/1.1" status: 200 len: 945 time: 0.0616343 Mar 31 15:43:16.718561 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-b0c7bbe9-beeb-4fa3-a07a-64fc5c58ec7f req-33b5a4f1-33c9-43b4-ae09-6ac68ce060cc tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7c8adfe-7bcd-44f3-b3b4-0835d85dabdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683978 Mar 31 15:43:16.724236 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.notifiers.nova [req-b6c677af-0b00-4569-b2b4-dc29731e70d3 req-880abc8f-c4ef-430e-afbf-32b6c1c33246 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f027166-3238-4fd4-95f3-56ceb9db34c8 {{(pid=104159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:43:16.738043 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-b6c677af-0b00-4569-b2b4-dc29731e70d3 req-880abc8f-c4ef-430e-afbf-32b6c1c33246 service neutron] Publish callbacks [] for port (4f027166-3238-4fd4-95f3-56ceb9db34c8), precommit_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:16.758599 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.provisioning_blocks [req-b6c677af-0b00-4569-b2b4-dc29731e70d3 req-880abc8f-c4ef-430e-afbf-32b6c1c33246 service neutron] Transition to ACTIVE for port object 4f027166-3238-4fd4-95f3-56ceb9db34c8 will not be triggered until provisioned by entity L2. {{(pid=104159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 15:43:16.863201 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-b6c677af-0b00-4569-b2b4-dc29731e70d3 req-880abc8f-c4ef-430e-afbf-32b6c1c33246 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3148011'] for port (4f027166-3238-4fd4-95f3-56ceb9db34c8), after_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:16.932171 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880abc8f-c4ef-430e-afbf-32b6c1c33246 service neutron] Pushing event updated for resources: {'Port': ['ID=4f027166-3238-4fd4-95f3-56ceb9db34c8,revision_number=2']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:43:17.015693 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.managers [req-b6c677af-0b00-4569-b2b4-dc29731e70d3 req-880abc8f-c4ef-430e-afbf-32b6c1c33246 service neutron] Attempting to bind port 4f027166-3238-4fd4-95f3-56ceb9db34c8 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:43:17.016041 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.managers [req-b6c677af-0b00-4569-b2b4-dc29731e70d3 req-880abc8f-c4ef-430e-afbf-32b6c1c33246 service neutron] Attempting to bind port 4f027166-3238-4fd4-95f3-56ceb9db34c8 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '0e0cb886-37ba-4ce8-8f14-fe84cd4b3a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '1b748186-53b5-43ea-ac99-093c35851a89'}] {{(pid=104159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:43:17.016402 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c677af-0b00-4569-b2b4-dc29731e70d3 req-880abc8f-c4ef-430e-afbf-32b6c1c33246 service neutron] Attempting to bind port 4f027166-3238-4fd4-95f3-56ceb9db34c8 on network 1b748186-53b5-43ea-ac99-093c35851a89 {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:43:17.021177 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c677af-0b00-4569-b2b4-dc29731e70d3 req-880abc8f-c4ef-430e-afbf-32b6c1c33246 service neutron] Port 4f027166-3238-4fd4-95f3-56ceb9db34c8 on network 1b748186-53b5-43ea-ac99-093c35851a89 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 15:43:17.021177 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c677af-0b00-4569-b2b4-dc29731e70d3 req-880abc8f-c4ef-430e-afbf-32b6c1c33246 service neutron] Attempting to bind port 4f027166-3238-4fd4-95f3-56ceb9db34c8 on network 1b748186-53b5-43ea-ac99-093c35851a89 {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:43:17.027563 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c677af-0b00-4569-b2b4-dc29731e70d3 req-880abc8f-c4ef-430e-afbf-32b6c1c33246 service neutron] Checking agent: {'id': '42669199-0b56-4e25-9a3d-cc561c912f6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 34, 6), 'started_at': datetime.datetime(2022, 3, 31, 15, 34, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:43:17.029891 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c677af-0b00-4569-b2b4-dc29731e70d3 req-880abc8f-c4ef-430e-afbf-32b6c1c33246 service neutron] Checking segment: {'id': '0e0cb886-37ba-4ce8-8f14-fe84cd4b3a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '1b748186-53b5-43ea-ac99-093c35851a89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:43:17.029891 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c677af-0b00-4569-b2b4-dc29731e70d3 req-880abc8f-c4ef-430e-afbf-32b6c1c33246 service neutron] Bound using segment: {'id': '0e0cb886-37ba-4ce8-8f14-fe84cd4b3a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '1b748186-53b5-43ea-ac99-093c35851a89'} {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:43:17.029891 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.managers [req-b6c677af-0b00-4569-b2b4-dc29731e70d3 req-880abc8f-c4ef-430e-afbf-32b6c1c33246 service neutron] Bound port: 4f027166-3238-4fd4-95f3-56ceb9db34c8, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e0cb886-37ba-4ce8-8f14-fe84cd4b3a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '1b748186-53b5-43ea-ac99-093c35851a89'}}] {{(pid=104159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:43:17.029891 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-b6c677af-0b00-4569-b2b4-dc29731e70d3 req-880abc8f-c4ef-430e-afbf-32b6c1c33246 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (4f027166-3238-4fd4-95f3-56ceb9db34c8), before_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:17.104268 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.db [req-b6c677af-0b00-4569-b2b4-dc29731e70d3 req-880abc8f-c4ef-430e-afbf-32b6c1c33246 service neutron] For port 4f027166-3238-4fd4-95f3-56ceb9db34c8, host hv-cinder-75078, cleared binding levels {{(pid=104159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:43:17.107456 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.db [req-b6c677af-0b00-4569-b2b4-dc29731e70d3 req-880abc8f-c4ef-430e-afbf-32b6c1c33246 service neutron] For port 4f027166-3238-4fd4-95f3-56ceb9db34c8, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=4f027166-3238-4fd4-95f3-56ceb9db34c8,segment=NetworkSegment(0e0cb886-37ba-4ce8-8f14-fe84cd4b3a70),segment_id=0e0cb886-37ba-4ce8-8f14-fe84cd4b3a70)] {{(pid=104159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:43:17.310324 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-b6c677af-0b00-4569-b2b4-dc29731e70d3 req-880abc8f-c4ef-430e-afbf-32b6c1c33246 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3148011'] for port (4f027166-3238-4fd4-95f3-56ceb9db34c8), after_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:17.364226 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c677af-0b00-4569-b2b4-dc29731e70d3 req-880abc8f-c4ef-430e-afbf-32b6c1c33246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:17.364937 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-b6c677af-0b00-4569-b2b4-dc29731e70d3 req-880abc8f-c4ef-430e-afbf-32b6c1c33246 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451'] for port (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:17.367172 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-b6c677af-0b00-4569-b2b4-dc29731e70d3 req-880abc8f-c4ef-430e-afbf-32b6c1c33246 service neutron] 10.222.0.26 "PUT /v2.0/ports/4f027166-3238-4fd4-95f3-56ceb9db34c8 HTTP/1.1" status: 200 len: 1093 time: 1.0495839 Mar 31 15:43:17.367617 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85d588e5-b1c0-4e5b-bd76-e0c781c887fe', 'tag': '4f027166-3238-4fd4-95f3-56ceb9db34c8'}] {{(pid=104159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:43:17.370038 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea64b363b0503405ce6d4d78215f64c9ed163e64c8f258dff0ae871dea148ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54fa76cf-4be8-4cf3-9234-a6857fcfc352" -d '{"events": [{"name": "network-changed", "server_uuid": "85d588e5-b1c0-4e5b-bd76-e0c781c887fe", "tag": "4f027166-3238-4fd4-95f3-56ceb9db34c8"}]}' {{(pid=104159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:43:17.398064 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880abc8f-c4ef-430e-afbf-32b6c1c33246 service neutron] Pushing event updated for resources: {'Port': ['ID=4f027166-3238-4fd4-95f3-56ceb9db34c8,revision_number=3']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:43:17.418643 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f9aa25-d8fc-4d3e-aef7-f62d8f56880b x-openstack-request-id: req-a6f9aa25-d8fc-4d3e-aef7-f62d8f56880b {{(pid=104159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:43:17.419312 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85d588e5-b1c0-4e5b-bd76-e0c781c887fe", "tag": "4f027166-3238-4fd4-95f3-56ceb9db34c8", "status": "completed", "code": 200}]} {{(pid=104159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:43:17.419729 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a6f9aa25-d8fc-4d3e-aef7-f62d8f56880b {{(pid=104159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:43:17.421376 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6f9aa25-d8fc-4d3e-aef7-f62d8f56880b'] response: {'name': 'network-changed', 'server_uuid': '85d588e5-b1c0-4e5b-bd76-e0c781c887fe', 'tag': '4f027166-3238-4fd4-95f3-56ceb9db34c8', 'status': 'completed', 'code': 200} Mar 31 15:43:17.512679 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa76cf-4be8-4cf3-9234-a6857fcfc352 req-4e323bf4-06f8-402b-b275-6691822b5fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:17.514484 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-54fa76cf-4be8-4cf3-9234-a6857fcfc352 req-4e323bf4-06f8-402b-b275-6691822b5fce service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4c933e1253d840c390eb2715038d149c&device_id=85d588e5-b1c0-4e5b-bd76-e0c781c887fe HTTP/1.1" status: 200 len: 1127 time: 0.0683022 Mar 31 15:43:17.553731 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df67a46b-47d5-4775-a422-fa628888f78d req-60b575e8-fdc3-4f8a-84e2-4e7f2ae819ce tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:17.556374 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-df67a46b-47d5-4775-a422-fa628888f78d req-60b575e8-fdc3-4f8a-84e2-4e7f2ae819ce tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] 10.222.0.21 "GET /v2.0/ports?device_id=85d588e5-b1c0-4e5b-bd76-e0c781c887fe HTTP/1.1" status: 200 len: 943 time: 0.0788221 Mar 31 15:43:17.625462 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-df67a46b-47d5-4775-a422-fa628888f78d req-ce2bdd99-9181-4140-963d-8cad4e56a154 tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea1ff3e2-de89-4396-a080-b20f9aa101e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606487 Mar 31 15:43:17.644836 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa76cf-4be8-4cf3-9234-a6857fcfc352 req-7e03ef0e-93c5-487f-9a97-962ebefcb410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:17.648319 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-54fa76cf-4be8-4cf3-9234-a6857fcfc352 req-7e03ef0e-93c5-487f-9a97-962ebefcb410 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=4c933e1253d840c390eb2715038d149c&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1221833 Mar 31 15:43:17.760278 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa76cf-4be8-4cf3-9234-a6857fcfc352 req-e90053ab-8e0f-4845-a0a1-2f1d5a447f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:17.761785 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-54fa76cf-4be8-4cf3-9234-a6857fcfc352 req-e90053ab-8e0f-4845-a0a1-2f1d5a447f79 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1052995 Mar 31 15:43:17.930689 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c677af-0b00-4569-b2b4-dc29731e70d3 req-857462c2-2ef5-449b-8a06-a4948e0c55bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:17.932218 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-b6c677af-0b00-4569-b2b4-dc29731e70d3 req-857462c2-2ef5-449b-8a06-a4948e0c55bc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4c933e1253d840c390eb2715038d149c&device_id=85d588e5-b1c0-4e5b-bd76-e0c781c887fe HTTP/1.1" status: 200 len: 1127 time: 0.1168098 Mar 31 15:43:17.945807 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54607e61-21c9-4a13-860d-73af33b04a8a req-03c6050b-f3ec-4c4f-8460-2b9b43508de7 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:17.947376 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-54607e61-21c9-4a13-860d-73af33b04a8a req-03c6050b-f3ec-4c4f-8460-2b9b43508de7 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=8af99820-f5d6-4a06-b902-c7c1da280d4e HTTP/1.1" status: 200 len: 945 time: 0.1190722 Mar 31 15:43:17.992493 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-b6c677af-0b00-4569-b2b4-dc29731e70d3 req-02da43a9-d4cf-47b3-9ca5-8a90842b7312 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f027166-3238-4fd4-95f3-56ceb9db34c8 HTTP/1.1" status: 200 len: 217 time: 0.0440083 Mar 31 15:43:18.077983 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-54607e61-21c9-4a13-860d-73af33b04a8a req-d0daf992-7745-4f82-9ef9-fd436a06fc6a tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7c8adfe-7bcd-44f3-b3b4-0835d85dabdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218932 Mar 31 15:43:18.079481 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c677af-0b00-4569-b2b4-dc29731e70d3 req-3b8e0e05-daa3-4d87-b63f-8618f8a1a8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:18.080833 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-b6c677af-0b00-4569-b2b4-dc29731e70d3 req-3b8e0e05-daa3-4d87-b63f-8618f8a1a8a6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=df5a75ec-cb03-4837-8803-b20bfd8cd12c HTTP/1.1" status: 200 len: 849 time: 0.0784643 Mar 31 15:43:18.122560 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-b6c677af-0b00-4569-b2b4-dc29731e70d3 req-1436a43a-8de3-489b-a3c7-79f8f1f473d5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b748186-53b5-43ea-ac99-093c35851a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276690 Mar 31 15:43:18.226671 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-b6c677af-0b00-4569-b2b4-dc29731e70d3 req-7c2f5d75-38b7-4088-8a9d-80d8cc3f5bf8 service neutron] 10.222.0.26 "GET /v2.0/networks/1b748186-53b5-43ea-ac99-093c35851a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960186 Mar 31 15:43:18.357312 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-b6c677af-0b00-4569-b2b4-dc29731e70d3 req-3373824e-5235-4924-8b33-0ac09f5aaa7b service neutron] 10.222.0.26 "GET /v2.0/networks/1b748186-53b5-43ea-ac99-093c35851a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239009 Mar 31 15:43:18.753461 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dacc248-4ab6-4015-8a3f-6f20f686773d req-c152d952-ed77-4fae-84f6-7ee7a80dc705 tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:18.755361 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-1dacc248-4ab6-4015-8a3f-6f20f686773d req-c152d952-ed77-4fae-84f6-7ee7a80dc705 tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] 10.222.0.21 "GET /v2.0/ports?device_id=85d588e5-b1c0-4e5b-bd76-e0c781c887fe HTTP/1.1" status: 200 len: 943 time: 0.0561972 Mar 31 15:43:18.806856 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-1dacc248-4ab6-4015-8a3f-6f20f686773d req-134db811-1b97-4e53-a8bb-81fced5fbf84 tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea1ff3e2-de89-4396-a080-b20f9aa101e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442188 Mar 31 15:43:19.220023 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd88fc3-2b73-4af8-877d-e648449d3c5d req-b2cd2aac-9dd8-4cce-9466-1fdb28b6e743 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:19.221527 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-afd88fc3-2b73-4af8-877d-e648449d3c5d req-b2cd2aac-9dd8-4cce-9466-1fdb28b6e743 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=8af99820-f5d6-4a06-b902-c7c1da280d4e HTTP/1.1" status: 200 len: 945 time: 0.0533245 Mar 31 15:43:19.270622 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-afd88fc3-2b73-4af8-877d-e648449d3c5d req-fcc9dcbd-b7b2-43d1-90d8-3653a9cf3929 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7c8adfe-7bcd-44f3-b3b4-0835d85dabdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432436 Mar 31 15:43:19.938083 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2683d32a-9829-4a74-8231-42b3d46499f0 req-b90a011e-8ad0-497d-848d-625c8f57d543 tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:19.939997 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-2683d32a-9829-4a74-8231-42b3d46499f0 req-b90a011e-8ad0-497d-848d-625c8f57d543 tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] 10.222.0.21 "GET /v2.0/ports?device_id=85d588e5-b1c0-4e5b-bd76-e0c781c887fe HTTP/1.1" status: 200 len: 943 time: 0.0625122 Mar 31 15:43:20.012320 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-2683d32a-9829-4a74-8231-42b3d46499f0 req-0c8218d7-a1ac-4db1-a5ba-e58269a19650 tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea1ff3e2-de89-4396-a080-b20f9aa101e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659709 Mar 31 15:43:20.400046 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4256e667-dad4-4631-ae8f-b993026afd64 req-95df2251-597d-46dd-be9d-afe5f13cd4dc tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:20.401946 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-4256e667-dad4-4631-ae8f-b993026afd64 req-95df2251-597d-46dd-be9d-afe5f13cd4dc tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=8af99820-f5d6-4a06-b902-c7c1da280d4e HTTP/1.1" status: 200 len: 945 time: 0.0541987 Mar 31 15:43:20.459248 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-4256e667-dad4-4631-ae8f-b993026afd64 req-1b6dc18c-32ab-489f-bf20-1ca9f4db2289 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7c8adfe-7bcd-44f3-b3b4-0835d85dabdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515504 Mar 31 15:43:21.140090 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a8c69c-ec38-4952-96f3-d636a29added req-8bc1b327-9fb4-4bff-a763-cabc7ae28d86 tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:21.141617 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-a1a8c69c-ec38-4952-96f3-d636a29added req-8bc1b327-9fb4-4bff-a763-cabc7ae28d86 tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] 10.222.0.21 "GET /v2.0/ports?device_id=85d588e5-b1c0-4e5b-bd76-e0c781c887fe HTTP/1.1" status: 200 len: 943 time: 0.0576918 Mar 31 15:43:21.148755 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device 4f027166-3238-4fd4-95f3-56ceb9db34c8 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=104160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 15:43:21.199805 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-a1a8c69c-ec38-4952-96f3-d636a29added req-01770df9-44f9-4326-be69-3187a4659173 tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea1ff3e2-de89-4396-a080-b20f9aa101e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496552 Mar 31 15:43:21.395257 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] For port 4f027166-3238-4fd4-95f3-56ceb9db34c8, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=4f027166-3238-4fd4-95f3-56ceb9db34c8,segment=NetworkSegment(0e0cb886-37ba-4ce8-8f14-fe84cd4b3a70),segment_id=0e0cb886-37ba-4ce8-8f14-fe84cd4b3a70)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:43:21.408200 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Returning: {'device': '4f027166-3238-4fd4-95f3-56ceb9db34c8', 'network_id': '1b748186-53b5-43ea-ac99-093c35851a89', 'port_id': '4f027166-3238-4fd4-95f3-56ceb9db34c8', 'mac_address': 'fa:16:3e:98:79:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df5a75ec-cb03-4837-8803-b20bfd8cd12c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 15:43:21.451451 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Current status of the port 4f027166-3238-4fd4-95f3-56ceb9db34c8 is: DOWN; New status is: BUILD {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:43:21.451748 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (4f027166-3238-4fd4-95f3-56ceb9db34c8), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:21.465430 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.notifiers.nova [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f027166-3238-4fd4-95f3-56ceb9db34c8 {{(pid=104160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:43:21.486638 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] For port 4f027166-3238-4fd4-95f3-56ceb9db34c8, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=4f027166-3238-4fd4-95f3-56ceb9db34c8,segment=NetworkSegment(0e0cb886-37ba-4ce8-8f14-fe84cd4b3a70),segment_id=0e0cb886-37ba-4ce8-8f14-fe84cd4b3a70)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:43:21.590235 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6597b6-0392-44cd-a2f2-0fca8812880d req-30688934-5699-4938-af68-a18e50eb1f90 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:21.591853 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-eb6597b6-0392-44cd-a2f2-0fca8812880d req-30688934-5699-4938-af68-a18e50eb1f90 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=8af99820-f5d6-4a06-b902-c7c1da280d4e HTTP/1.1" status: 200 len: 945 time: 0.0559676 Mar 31 15:43:21.651946 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-eb6597b6-0392-44cd-a2f2-0fca8812880d req-4567dc08-891e-40a6-b6ef-c933ea419c5e tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7c8adfe-7bcd-44f3-b3b4-0835d85dabdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534277 Mar 31 15:43:21.671913 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (4f027166-3238-4fd4-95f3-56ceb9db34c8), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:21.672606 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device e58352f8-e6f8-475e-83ff-6602902f6b4e details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=104160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 15:43:21.770582 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Pushing event updated for resources: {'Port': ['ID=4f027166-3238-4fd4-95f3-56ceb9db34c8,revision_number=4']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:43:21.783963 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:43:21.784312 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:43:21.784692 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:43:21.785032 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:43:21.785380 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:43:21.785739 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:43:21.786072 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:43:21.789891 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:43:21.789891 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:43:21.789891 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:43:21.789891 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:43:21.789891 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:43:21.789891 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:43:21.789891 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:43:21.789891 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:43:21.832031 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] For port e58352f8-e6f8-475e-83ff-6602902f6b4e, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=e58352f8-e6f8-475e-83ff-6602902f6b4e,segment=NetworkSegment(6bcab16b-0c41-4f5b-8545-8863ae1cf078),segment_id=6bcab16b-0c41-4f5b-8545-8863ae1cf078)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:43:21.850416 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Returning: {'device': 'e58352f8-e6f8-475e-83ff-6602902f6b4e', 'network_id': '6ce47f39-3814-4e43-bd73-afb159608eca', 'port_id': 'e58352f8-e6f8-475e-83ff-6602902f6b4e', 'mac_address': 'fa:16:3e:29:de:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a2e610f-76e0-4760-b7be-8011d4581daa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 15:43:21.892540 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Current status of the port e58352f8-e6f8-475e-83ff-6602902f6b4e is: ACTIVE; New status is: BUILD {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:43:21.893011 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (e58352f8-e6f8-475e-83ff-6602902f6b4e), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:21.911877 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.notifiers.nova [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e58352f8-e6f8-475e-83ff-6602902f6b4e {{(pid=104160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:43:21.933153 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] For port e58352f8-e6f8-475e-83ff-6602902f6b4e, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=e58352f8-e6f8-475e-83ff-6602902f6b4e,segment=NetworkSegment(6bcab16b-0c41-4f5b-8545-8863ae1cf078),segment_id=6bcab16b-0c41-4f5b-8545-8863ae1cf078)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:43:22.068488 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (e58352f8-e6f8-475e-83ff-6602902f6b4e), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:22.125765 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Pushing event updated for resources: {'Port': ['ID=e58352f8-e6f8-475e-83ff-6602902f6b4e,revision_number=6']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:43:22.161317 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] get_ports_and_sgs() called for port_ids ['e58352f8-e6f8-475e-83ff-6602902f6b4e'] {{(pid=104160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:43:22.338322 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c817ecb-522d-46bf-ac5d-30b3478f6d29 req-e8479b72-224c-4c34-b6c0-424a4cb88e9a tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:22.339745 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-0c817ecb-522d-46bf-ac5d-30b3478f6d29 req-e8479b72-224c-4c34-b6c0-424a4cb88e9a tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] 10.222.0.21 "GET /v2.0/ports?device_id=85d588e5-b1c0-4e5b-bd76-e0c781c887fe HTTP/1.1" status: 200 len: 944 time: 0.0601859 Mar 31 15:43:22.386946 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] get_ports_and_sgs() called for port_ids ['4f027166-3238-4fd4-95f3-56ceb9db34c8'] {{(pid=104160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:43:22.397184 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-0c817ecb-522d-46bf-ac5d-30b3478f6d29 req-d4fddb85-1027-4048-a315-f3dff8d78f0d tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea1ff3e2-de89-4396-a080-b20f9aa101e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516400 Mar 31 15:43:22.811757 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa35bf2-1888-4a2b-9a45-9ae09695afa8 req-95e6b388-4c32-4297-b477-10d6da1b519b tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:22.813926 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-3aa35bf2-1888-4a2b-9a45-9ae09695afa8 req-95e6b388-4c32-4297-b477-10d6da1b519b tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=8af99820-f5d6-4a06-b902-c7c1da280d4e HTTP/1.1" status: 200 len: 944 time: 0.0813010 Mar 31 15:43:22.838357 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 50542) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:43:22.894791 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-3aa35bf2-1888-4a2b-9a45-9ae09695afa8 req-4c8ea0dc-7047-4e5e-9d50-a8ba813f431a tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7c8adfe-7bcd-44f3-b3b4-0835d85dabdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732718 Mar 31 15:43:22.996976 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-bda02751-897d-43e8-8d00-7115fa25de67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:23.098604 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-bda02751-897d-43e8-8d00-7115fa25de67 admin admin] Publish callbacks [] for security_group (3b476c98-5f90-49eb-9630-1283a2610f60), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:23.184005 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device 4f027166-3238-4fd4-95f3-56ceb9db34c8 up at agent hyperv_hv-cinder-75078 {{(pid=104160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:43:23.423771 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-bda02751-897d-43e8-8d00-7115fa25de67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (3b476c98-5f90-49eb-9630-1283a2610f60), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:23.478376 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-bda02751-897d-43e8-8d00-7115fa25de67 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9635ac2ce89a4dd3905729ed67099c77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6388054 Mar 31 15:43:23.480707 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Provisioning for port 4f027166-3238-4fd4-95f3-56ceb9db34c8 completed by entity L2. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 15:43:23.482641 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 50560) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:43:23.487733 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda02751-897d-43e8-8d00-7115fa25de67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b476c98-5f90-49eb-9630-1283a2610f60,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:43:23.497691 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Provisioning complete for port 4f027166-3238-4fd4-95f3-56ceb9db34c8 triggered by entity L2. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:43:23.497881 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (4f027166-3238-4fd4-95f3-56ceb9db34c8), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:23.565862 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ceecf5-ca5f-44fd-a210-45a87977d52e req-a72560cc-81cc-471e-845d-47481d66361c tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:23.576058 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-c1ceecf5-ca5f-44fd-a210-45a87977d52e req-a72560cc-81cc-471e-845d-47481d66361c tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] 10.222.0.21 "GET /v2.0/ports?device_id=85d588e5-b1c0-4e5b-bd76-e0c781c887fe HTTP/1.1" status: 200 len: 944 time: 0.1007831 Mar 31 15:43:23.578882 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-2efa1c98-a49a-411d-a2a1-4800040b7d6d admin admin] Publish callbacks [] for security_group (3b476c98-5f90-49eb-9630-1283a2610f60), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:23.616697 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Current status of the port 4f027166-3238-4fd4-95f3-56ceb9db34c8 is: BUILD; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:43:23.617800 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (4f027166-3238-4fd4-95f3-56ceb9db34c8), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:23.620519 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-2efa1c98-a49a-411d-a2a1-4800040b7d6d admin admin] Publish callbacks [] for security_group (3b476c98-5f90-49eb-9630-1283a2610f60), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:23.654555 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-c1ceecf5-ca5f-44fd-a210-45a87977d52e req-f4e5762f-6593-4106-9ec7-03300f9cdb16 tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea1ff3e2-de89-4396-a080-b20f9aa101e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629036 Mar 31 15:43:23.654736 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85d588e5-b1c0-4e5b-bd76-e0c781c887fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f027166-3238-4fd4-95f3-56ceb9db34c8'}] {{(pid=104160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:43:23.654736 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce3869fed81eb230bc7c00aef7f85a04080afe3b8b72d2e6fbd63f6167e83839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb02a92-f058-44ea-94d8-8b74fbb78de5" -d '{"events": [{"server_uuid": "85d588e5-b1c0-4e5b-bd76-e0c781c887fe", "name": "network-vif-plugged", "status": "completed", "tag": "4f027166-3238-4fd4-95f3-56ceb9db34c8"}]}' {{(pid=104160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:43:23.664197 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] For port 4f027166-3238-4fd4-95f3-56ceb9db34c8, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=4f027166-3238-4fd4-95f3-56ceb9db34c8,segment=NetworkSegment(0e0cb886-37ba-4ce8-8f14-fe84cd4b3a70),segment_id=0e0cb886-37ba-4ce8-8f14-fe84cd4b3a70)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:43:23.698221 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b7aa394-73af-47f6-ad06-ef91382eff5e x-openstack-request-id: req-0b7aa394-73af-47f6-ad06-ef91382eff5e {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:43:23.698514 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85d588e5-b1c0-4e5b-bd76-e0c781c887fe", "name": "network-vif-plugged", "status": "completed", "tag": "4f027166-3238-4fd4-95f3-56ceb9db34c8", "code": 200}]} {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:43:23.698778 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0b7aa394-73af-47f6-ad06-ef91382eff5e {{(pid=104160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:43:23.699197 dv-cinder-750782-15-smb neutron-server[104160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b7aa394-73af-47f6-ad06-ef91382eff5e'] response: {'server_uuid': '85d588e5-b1c0-4e5b-bd76-e0c781c887fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f027166-3238-4fd4-95f3-56ceb9db34c8', 'code': 200} Mar 31 15:43:23.891171 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (4f027166-3238-4fd4-95f3-56ceb9db34c8), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:23.892241 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device e58352f8-e6f8-475e-83ff-6602902f6b4e up at agent hyperv_hv-cinder-75078 {{(pid=104160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:43:23.975097 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Pushing event updated for resources: {'Port': ['ID=4f027166-3238-4fd4-95f3-56ceb9db34c8,revision_number=5']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:43:23.978069 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-2efa1c98-a49a-411d-a2a1-4800040b7d6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (3b476c98-5f90-49eb-9630-1283a2610f60), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:23.996195 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-2efa1c98-a49a-411d-a2a1-4800040b7d6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:24.002922 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Provisioning complete for port e58352f8-e6f8-475e-83ff-6602902f6b4e triggered by entity L2. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:43:24.002922 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (e58352f8-e6f8-475e-83ff-6602902f6b4e), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:24.006267 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-2efa1c98-a49a-411d-a2a1-4800040b7d6d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3b476c98-5f90-49eb-9630-1283a2610f60 HTTP/1.1" status: 204 len: 168 time: 0.5205886 Mar 31 15:43:24.027372 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efa1c98-a49a-411d-a2a1-4800040b7d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b476c98-5f90-49eb-9630-1283a2610f60,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:43:24.127211 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98191ad2-b1d4-4bc8-b810-06109a7e3827 req-677bff7e-4e1f-498f-9353-7d88841c56cc tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:24.134824 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-98191ad2-b1d4-4bc8-b810-06109a7e3827 req-677bff7e-4e1f-498f-9353-7d88841c56cc tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=8af99820-f5d6-4a06-b902-c7c1da280d4e HTTP/1.1" status: 200 len: 944 time: 0.1272252 Mar 31 15:43:24.161862 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Current status of the port e58352f8-e6f8-475e-83ff-6602902f6b4e is: BUILD; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:43:24.162293 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (e58352f8-e6f8-475e-83ff-6602902f6b4e), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:24.209550 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] For port e58352f8-e6f8-475e-83ff-6602902f6b4e, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=e58352f8-e6f8-475e-83ff-6602902f6b4e,segment=NetworkSegment(6bcab16b-0c41-4f5b-8545-8863ae1cf078),segment_id=6bcab16b-0c41-4f5b-8545-8863ae1cf078)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:43:24.463544 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (e58352f8-e6f8-475e-83ff-6602902f6b4e), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:24.579270 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-98191ad2-b1d4-4bc8-b810-06109a7e3827 req-5b7ef312-1228-42d1-8936-3125a6400664 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7c8adfe-7bcd-44f3-b3b4-0835d85dabdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4428179 Mar 31 15:43:24.626532 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Pushing event updated for resources: {'Port': ['ID=e58352f8-e6f8-475e-83ff-6602902f6b4e,revision_number=7']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:43:24.626642 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cdb36e-c7fb-458b-bdbb-e3a30238ccb2 req-03bd07fb-41ee-4b06-9e2e-debc081f4b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:24.627782 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-44cdb36e-c7fb-458b-bdbb-e3a30238ccb2 req-03bd07fb-41ee-4b06-9e2e-debc081f4b98 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=85d588e5-b1c0-4e5b-bd76-e0c781c887fe HTTP/1.1" status: 200 len: 1129 time: 0.0972655 Mar 31 15:43:24.707622 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-44cdb36e-c7fb-458b-bdbb-e3a30238ccb2 req-5b7cf18e-da0f-47dc-9592-14d90be4f8af service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ea1ff3e2-de89-4396-a080-b20f9aa101e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718369 Mar 31 15:43:24.824016 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d4e6ae-041d-472e-8526-09de99ba1410 req-b1f124d9-e25c-4f3d-a934-0ba08e131876 tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:24.826626 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-e8d4e6ae-041d-472e-8526-09de99ba1410 req-b1f124d9-e25c-4f3d-a934-0ba08e131876 tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] 10.222.0.21 "GET /v2.0/ports?device_id=85d588e5-b1c0-4e5b-bd76-e0c781c887fe HTTP/1.1" status: 200 len: 945 time: 0.0885954 Mar 31 15:43:24.930842 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-e8d4e6ae-041d-472e-8526-09de99ba1410 req-d263cd6d-2221-4964-8fc5-5a310abcedd1 tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea1ff3e2-de89-4396-a080-b20f9aa101e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912349 Mar 31 15:43:25.700530 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af99820-f5d6-4a06-b902-c7c1da280d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e58352f8-e6f8-475e-83ff-6602902f6b4e'}] {{(pid=104160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:43:25.705953 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce3869fed81eb230bc7c00aef7f85a04080afe3b8b72d2e6fbd63f6167e83839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21756395-3645-4e6d-9567-d89b56aaf127" -d '{"events": [{"server_uuid": "8af99820-f5d6-4a06-b902-c7c1da280d4e", "name": "network-vif-plugged", "status": "completed", "tag": "e58352f8-e6f8-475e-83ff-6602902f6b4e"}]}' {{(pid=104160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:43:25.771863 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a18ceed-da64-406d-bfc5-bfe49c994e93 req-eea81cb4-3b4d-44e6-a56b-3c7cd1fce304 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:25.773221 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a0ecdb-f8db-4c0c-88c1-8db8874f43d4 x-openstack-request-id: req-35a0ecdb-f8db-4c0c-88c1-8db8874f43d4 {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:43:25.773642 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-9a18ceed-da64-406d-bfc5-bfe49c994e93 req-eea81cb4-3b4d-44e6-a56b-3c7cd1fce304 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=8af99820-f5d6-4a06-b902-c7c1da280d4e HTTP/1.1" status: 200 len: 945 time: 0.0989048 Mar 31 15:43:25.778354 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8af99820-f5d6-4a06-b902-c7c1da280d4e", "name": "network-vif-plugged", "status": "completed", "tag": "e58352f8-e6f8-475e-83ff-6602902f6b4e", "code": 200}]} {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:43:25.778877 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-35a0ecdb-f8db-4c0c-88c1-8db8874f43d4 {{(pid=104160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:43:25.779847 dv-cinder-750782-15-smb neutron-server[104160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35a0ecdb-f8db-4c0c-88c1-8db8874f43d4'] response: {'server_uuid': '8af99820-f5d6-4a06-b902-c7c1da280d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e58352f8-e6f8-475e-83ff-6602902f6b4e', 'code': 200} Mar 31 15:43:25.857210 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-9a18ceed-da64-406d-bfc5-bfe49c994e93 req-4bc75464-48e2-4044-8473-f6bdbd0a32cd tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7c8adfe-7bcd-44f3-b3b4-0835d85dabdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613856 Mar 31 15:43:26.156808 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8bb082-78b7-40ea-bfc7-ad3f9b75064b req-6a54d09e-ade8-4884-afc2-a8d573002ff9 tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:26.165149 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-8d8bb082-78b7-40ea-bfc7-ad3f9b75064b req-6a54d09e-ade8-4884-afc2-a8d573002ff9 tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] 10.222.0.21 "GET /v2.0/ports?device_id=85d588e5-b1c0-4e5b-bd76-e0c781c887fe HTTP/1.1" status: 200 len: 945 time: 0.1263599 Mar 31 15:43:26.273130 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-8d8bb082-78b7-40ea-bfc7-ad3f9b75064b req-09c774de-fd46-43aa-a58f-4976e0fc7919 tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea1ff3e2-de89-4396-a080-b20f9aa101e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069050 Mar 31 15:43:27.076011 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6f8dcf-0d15-491e-bc00-6d8621f0fdd1 req-dae41562-ee1e-45fd-a979-6866a2f56315 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:27.083890 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-ce6f8dcf-0d15-491e-bc00-6d8621f0fdd1 req-dae41562-ee1e-45fd-a979-6866a2f56315 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=8af99820-f5d6-4a06-b902-c7c1da280d4e HTTP/1.1" status: 200 len: 945 time: 0.0789609 Mar 31 15:43:27.147047 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-ce6f8dcf-0d15-491e-bc00-6d8621f0fdd1 req-c75560b2-4fc5-48b2-b410-6ebc68a16d59 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7c8adfe-7bcd-44f3-b3b4-0835d85dabdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620196 Mar 31 15:43:27.493105 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e893f80-7dc8-4c05-9129-387f55694000 req-22ad3327-a799-42a2-92a8-ec2410017e04 tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:27.493105 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-3e893f80-7dc8-4c05-9129-387f55694000 req-22ad3327-a799-42a2-92a8-ec2410017e04 tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] 10.222.0.21 "GET /v2.0/ports?device_id=85d588e5-b1c0-4e5b-bd76-e0c781c887fe HTTP/1.1" status: 200 len: 945 time: 0.0925426 Mar 31 15:43:27.527259 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-3e893f80-7dc8-4c05-9129-387f55694000 req-1837fc8c-a8a6-4e44-9341-297e5b059978 tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea1ff3e2-de89-4396-a080-b20f9aa101e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637066 Mar 31 15:43:28.325849 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea0f92b-2ae0-43c8-98c6-d94a7352c9e6 req-08f7c256-61ab-4ef7-919c-7a068c20491f tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:28.327583 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-8ea0f92b-2ae0-43c8-98c6-d94a7352c9e6 req-08f7c256-61ab-4ef7-919c-7a068c20491f tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=8af99820-f5d6-4a06-b902-c7c1da280d4e HTTP/1.1" status: 200 len: 945 time: 0.0780885 Mar 31 15:43:28.420608 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-8ea0f92b-2ae0-43c8-98c6-d94a7352c9e6 req-05d0ac4e-8d67-47bb-bb57-b941d5b19d4a tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7c8adfe-7bcd-44f3-b3b4-0835d85dabdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834525 Mar 31 15:43:28.681966 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-0412f1c4-0578-4dcc-8396-5726984f9697 req-04f30c1f-8bc8-4682-92ed-aefd6a7ec3ad tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=c2b742e7d6ed4919929566a678f745a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369701 Mar 31 15:43:28.996974 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0412f1c4-0578-4dcc-8396-5726984f9697 req-542b64bd-f450-4bc8-866a-6c3565b1d535 tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:28.998555 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-0412f1c4-0578-4dcc-8396-5726984f9697 req-542b64bd-f450-4bc8-866a-6c3565b1d535 tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3074481 Mar 31 15:43:29.035123 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-0412f1c4-0578-4dcc-8396-5726984f9697 req-f62c83ac-34b9-4530-8c81-f1f83cbce804 tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] 10.222.0.21 "GET /v2.0/quotas/c2b742e7d6ed4919929566a678f745a3 HTTP/1.1" status: 200 len: 375 time: 0.0270243 Mar 31 15:43:29.082600 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-0412f1c4-0578-4dcc-8396-5726984f9697 req-3cb67fa2-449a-46f7-bfd0-cc9a7c0a5f95 tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c2b742e7d6ed4919929566a678f745a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460625 Mar 31 15:43:29.632156 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee3b9d8-74f6-476b-ac7f-dc70315d3f52 req-4317876f-51c0-416a-bcf9-a47614551604 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:29.641833 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-aee3b9d8-74f6-476b-ac7f-dc70315d3f52 req-4317876f-51c0-416a-bcf9-a47614551604 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=8af99820-f5d6-4a06-b902-c7c1da280d4e HTTP/1.1" status: 200 len: 945 time: 0.0748780 Mar 31 15:43:29.708864 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-aee3b9d8-74f6-476b-ac7f-dc70315d3f52 req-e449547c-3747-40e5-8e48-80c192023fe7 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7c8adfe-7bcd-44f3-b3b4-0835d85dabdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658667 Mar 31 15:43:29.791756 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db9a570-b97e-4e5b-a85b-48ae64f4912e req-c3336609-9dd3-4eff-b4d1-6a2b975cd87f tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:29.803165 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-5db9a570-b97e-4e5b-a85b-48ae64f4912e req-c3336609-9dd3-4eff-b4d1-6a2b975cd87f tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] 10.222.0.21 "GET /v2.0/ports?device_id=85d588e5-b1c0-4e5b-bd76-e0c781c887fe HTTP/1.1" status: 200 len: 945 time: 0.1296446 Mar 31 15:43:29.842326 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-5b60ef0a-9838-4210-8dfd-792f96e677a5 req-f7d3d33f-ea51-4fa7-a79b-8fae1ff75b76 tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5b46ea3-fb57-4cf5-b877-636fc87f0eb3 HTTP/1.1" status: 200 len: 210 time: 0.0747111 Mar 31 15:43:29.894293 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-5db9a570-b97e-4e5b-a85b-48ae64f4912e req-43633bfc-3c30-4534-bceb-b16ae02aec73 tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea1ff3e2-de89-4396-a080-b20f9aa101e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845411 Mar 31 15:43:30.877642 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbcec0c-532d-4179-b6a2-7f00dbcf5216 req-ef2fa977-c12d-41ff-bfab-569bd2ddbf79 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:30.879857 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-bcbcec0c-532d-4179-b6a2-7f00dbcf5216 req-ef2fa977-c12d-41ff-bfab-569bd2ddbf79 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=8af99820-f5d6-4a06-b902-c7c1da280d4e HTTP/1.1" status: 200 len: 945 time: 0.0839691 Mar 31 15:43:30.942046 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-98207b3b-c9b1-4bd0-8663-d9397e89bb56 req-0d68de47-ac58-4d4b-847c-61608aad5d30 tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5b46ea3-fb57-4cf5-b877-636fc87f0eb3 HTTP/1.1" status: 200 len: 210 time: 0.0392675 Mar 31 15:43:30.952342 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-bcbcec0c-532d-4179-b6a2-7f00dbcf5216 req-ccb2f88c-5796-4946-a3d3-fed44cdd8b4e tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7c8adfe-7bcd-44f3-b3b4-0835d85dabdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606174 Mar 31 15:43:31.010284 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1454d073-f6c5-4bcc-86ba-b37e0de3d1a5 req-10297a87-c6d6-4d50-89b5-35ee9bfc192d tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:31.012182 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-1454d073-f6c5-4bcc-86ba-b37e0de3d1a5 req-10297a87-c6d6-4d50-89b5-35ee9bfc192d tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] 10.222.0.26 "GET /v2.0/ports?device_id=85d588e5-b1c0-4e5b-bd76-e0c781c887fe HTTP/1.1" status: 200 len: 945 time: 0.0690081 Mar 31 15:43:31.127589 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958f27e3-6ce9-489d-b67c-656ecdc28718 req-c00ff1a0-337e-49ed-99f9-506138413abd tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:31.129120 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-958f27e3-6ce9-489d-b67c-656ecdc28718 req-c00ff1a0-337e-49ed-99f9-506138413abd tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] 10.222.0.21 "GET /v2.0/ports?device_id=85d588e5-b1c0-4e5b-bd76-e0c781c887fe HTTP/1.1" status: 200 len: 945 time: 0.1282725 Mar 31 15:43:31.172747 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [req-1454d073-f6c5-4bcc-86ba-b37e0de3d1a5 req-d5f51101-8157-4a0b-b849-360f478aec16 tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] Deleting port 4f027166-3238-4fd4-95f3-56ceb9db34c8 {{(pid=104159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:43:31.173075 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-1454d073-f6c5-4bcc-86ba-b37e0de3d1a5 req-d5f51101-8157-4a0b-b849-360f478aec16 tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772784948758'] for port (4f027166-3238-4fd4-95f3-56ceb9db34c8), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:31.232467 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-958f27e3-6ce9-489d-b67c-656ecdc28718 req-ce6890ee-c560-4ea7-b3cb-a5481a927cf6 tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea1ff3e2-de89-4396-a080-b20f9aa101e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964985 Mar 31 15:43:31.286622 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.db [req-1454d073-f6c5-4bcc-86ba-b37e0de3d1a5 req-d5f51101-8157-4a0b-b849-360f478aec16 tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] For port 4f027166-3238-4fd4-95f3-56ceb9db34c8, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=4f027166-3238-4fd4-95f3-56ceb9db34c8,segment=NetworkSegment(0e0cb886-37ba-4ce8-8f14-fe84cd4b3a70),segment_id=0e0cb886-37ba-4ce8-8f14-fe84cd4b3a70)] {{(pid=104159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:43:31.286895 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-1454d073-f6c5-4bcc-86ba-b37e0de3d1a5 req-d5f51101-8157-4a0b-b849-360f478aec16 tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576833'] for port (4f027166-3238-4fd4-95f3-56ceb9db34c8), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:31.300584 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [req-1454d073-f6c5-4bcc-86ba-b37e0de3d1a5 req-d5f51101-8157-4a0b-b849-360f478aec16 tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] Calling delete_port for 4f027166-3238-4fd4-95f3-56ceb9db34c8 owned by compute:nova {{(pid=104159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:43:31.576967 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-1454d073-f6c5-4bcc-86ba-b37e0de3d1a5 req-d5f51101-8157-4a0b-b849-360f478aec16 tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772784953465', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772784453879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3148002'] for port (4f027166-3238-4fd4-95f3-56ceb9db34c8), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:31.590686 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] get_ports_and_sgs() called for port_ids ['4f027166-3238-4fd4-95f3-56ceb9db34c8'] {{(pid=104160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:43:31.621162 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f51101-8157-4a0b-b849-360f478aec16 tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] Pushing event deleted for resources: {'Port': ['ID=4f027166-3238-4fd4-95f3-56ceb9db34c8,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:43:31.665965 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.l3_dvrscheduler_db [req-1454d073-f6c5-4bcc-86ba-b37e0de3d1a5 req-d5f51101-8157-4a0b-b849-360f478aec16 tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] No DVR routers for this DVR port 4f027166-3238-4fd4-95f3-56ceb9db34c8 on host hv-cinder-75078 {{(pid=104159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:43:31.668620 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-1454d073-f6c5-4bcc-86ba-b37e0de3d1a5 req-d5f51101-8157-4a0b-b849-360f478aec16 tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451'] for port (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:31.672047 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-1454d073-f6c5-4bcc-86ba-b37e0de3d1a5 req-d5f51101-8157-4a0b-b849-360f478aec16 tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] 10.222.0.26 "DELETE /v2.0/ports/4f027166-3238-4fd4-95f3-56ceb9db34c8 HTTP/1.1" status: 204 len: 173 time: 0.6493592 Mar 31 15:43:31.672510 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85d588e5-b1c0-4e5b-bd76-e0c781c887fe', 'name': 'network-vif-deleted', 'tag': '4f027166-3238-4fd4-95f3-56ceb9db34c8'}] {{(pid=104159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:43:31.674818 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea64b363b0503405ce6d4d78215f64c9ed163e64c8f258dff0ae871dea148ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bfc08b6-5dde-444a-9c45-9a5651dbac67" -d '{"events": [{"server_uuid": "85d588e5-b1c0-4e5b-bd76-e0c781c887fe", "name": "network-vif-deleted", "tag": "4f027166-3238-4fd4-95f3-56ceb9db34c8"}]}' {{(pid=104159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:43:31.725693 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a3ef93-7e2d-48ec-9608-ff7a21df0125 x-openstack-request-id: req-47a3ef93-7e2d-48ec-9608-ff7a21df0125 {{(pid=104159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:43:31.726591 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85d588e5-b1c0-4e5b-bd76-e0c781c887fe", "name": "network-vif-deleted", "tag": "4f027166-3238-4fd4-95f3-56ceb9db34c8", "status": "completed", "code": 200}]} {{(pid=104159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:43:31.727837 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-47a3ef93-7e2d-48ec-9608-ff7a21df0125 {{(pid=104159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:43:31.727837 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47a3ef93-7e2d-48ec-9608-ff7a21df0125'] response: {'server_uuid': '85d588e5-b1c0-4e5b-bd76-e0c781c887fe', 'name': 'network-vif-deleted', 'tag': '4f027166-3238-4fd4-95f3-56ceb9db34c8', 'status': 'completed', 'code': 200} Mar 31 15:43:32.147799 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-f541a0d2-b1b5-4599-bf27-769d0612b770 req-1187fd83-dc88-49ad-a387-d2d098ce24c1 tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5b46ea3-fb57-4cf5-b877-636fc87f0eb3 HTTP/1.1" status: 200 len: 210 time: 0.0818398 Mar 31 15:43:32.308537 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb5dcc8-80f0-47c1-9b48-4e5b6fb13426 req-64abd8c3-9842-4f98-a85b-07f9308cc45f tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:32.311596 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-ffb5dcc8-80f0-47c1-9b48-4e5b6fb13426 req-64abd8c3-9842-4f98-a85b-07f9308cc45f tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=8af99820-f5d6-4a06-b902-c7c1da280d4e HTTP/1.1" status: 200 len: 945 time: 0.1240814 Mar 31 15:43:32.403361 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-ffb5dcc8-80f0-47c1-9b48-4e5b6fb13426 req-4c8c9182-3236-423b-8e2d-5a927d80c410 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7c8adfe-7bcd-44f3-b3b4-0835d85dabdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825710 Mar 31 15:43:32.407316 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-6cafadf3-23e1-43ab-841f-f08d3ed2be28 req-a7829391-0e37-48e2-ab4f-d5de63f20fa9 tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] 10.222.0.21 "GET /v2.0/ports?device_id=85d588e5-b1c0-4e5b-bd76-e0c781c887fe HTTP/1.1" status: 200 len: 210 time: 0.0630686 Mar 31 15:43:33.292596 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-2fa79814-a3c3-4a7a-88b5-bc12f26a9c75 req-ec64ec27-67ae-4d08-9d64-cc519e4de2b4 tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5b46ea3-fb57-4cf5-b877-636fc87f0eb3 HTTP/1.1" status: 200 len: 210 time: 0.0359457 Mar 31 15:43:33.568990 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-0412f1c4-0578-4dcc-8396-5726984f9697 req-ace46429-97c6-4f15-8e2a-1fbb69132be6 tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=c2b742e7d6ed4919929566a678f745a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0573957 Mar 31 15:43:33.709759 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eda35c-ace9-4f73-8f4c-c03b008debdf req-ff45c624-f18c-4ba3-99d7-4fd8cdbec467 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:33.709759 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-d6eda35c-ace9-4f73-8f4c-c03b008debdf req-ff45c624-f18c-4ba3-99d7-4fd8cdbec467 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=8af99820-f5d6-4a06-b902-c7c1da280d4e HTTP/1.1" status: 200 len: 945 time: 0.1826608 Mar 31 15:43:33.753126 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0412f1c4-0578-4dcc-8396-5726984f9697 req-6baf8233-8fc2-48b3-be6d-a571cbc969b9 tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:33.754576 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-0412f1c4-0578-4dcc-8396-5726984f9697 req-6baf8233-8fc2-48b3-be6d-a571cbc969b9 tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1695302 Mar 31 15:43:33.769947 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.v2.base [req-0412f1c4-0578-4dcc-8396-5726984f9697 req-563eda6d-fd93-4687-ae28-6226ee20285d tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] Request body: {'port': {'device_id': 'c5b46ea3-fb57-4cf5-b877-636fc87f0eb3', 'network_id': 'c8d39306-acc4-41dc-bb77-f4eb030747ae', 'admin_state_up': True, 'tenant_id': 'c2b742e7d6ed4919929566a678f745a3'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:43:33.897343 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-d6eda35c-ace9-4f73-8f4c-c03b008debdf req-65b5ba25-438c-4a9f-8923-d189d8d24ea5 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7c8adfe-7bcd-44f3-b3b4-0835d85dabdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416020 Mar 31 15:43:33.910148 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e248fb-adbb-4358-bd77-6f06b346eca9 req-5dacfbc2-ff25-44a4-a40d-6d0546cb1fa5 tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:33.919733 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-30e248fb-adbb-4358-bd77-6f06b346eca9 req-5dacfbc2-ff25-44a4-a40d-6d0546cb1fa5 tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] 10.222.0.21 "GET /v2.0/networks?id=1b748186-53b5-43ea-ac99-093c35851a89 HTTP/1.1" status: 200 len: 809 time: 0.1811955 Mar 31 15:43:33.937001 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-30e248fb-adbb-4358-bd77-6f06b346eca9 req-fa5881b4-ac9b-40a9-ab99-cd67693e9104 tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] 10.222.0.21 "GET /v2.0/quotas/4c933e1253d840c390eb2715038d149c HTTP/1.1" status: 200 len: 375 time: 0.0163367 Mar 31 15:43:33.992185 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-30e248fb-adbb-4358-bd77-6f06b346eca9 req-5b8f8355-9e16-4ab9-936e-6cc33fb87be4 tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4c933e1253d840c390eb2715038d149c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484343 Mar 31 15:43:34.149145 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0412f1c4-0578-4dcc-8396-5726984f9697 req-563eda6d-fd93-4687-ae28-6226ee20285d tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] Made reservation on behalf of c2b742e7d6ed4919929566a678f745a3 for: {'port': 1} {{(pid=104159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:43:34.154989 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-0412f1c4-0578-4dcc-8396-5726984f9697 req-563eda6d-fd93-4687-ae28-6226ee20285d tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:34.155596 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-30e248fb-adbb-4358-bd77-6f06b346eca9 req-27596e77-2557-4856-be22-93ef5b2a0af9 service neutron] 10.222.0.21 "GET /v2.0/networks/1b748186-53b5-43ea-ac99-093c35851a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620336 Mar 31 15:43:34.172700 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-0412f1c4-0578-4dcc-8396-5726984f9697 req-563eda6d-fd93-4687-ae28-6226ee20285d tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:34.231951 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-8e72bb9a-8059-4ee2-a452-dbef7e3ea7de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (80b0103a-7158-48a6-b59a-3fe393c523d9), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:34.281990 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-30e248fb-adbb-4358-bd77-6f06b346eca9 req-a453a19b-0d3e-409f-9f4a-7252e09a6afa service neutron] 10.222.0.21 "GET /v2.0/networks/1b748186-53b5-43ea-ac99-093c35851a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252735 Mar 31 15:43:34.305000 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-0412f1c4-0578-4dcc-8396-5726984f9697 req-563eda6d-fd93-4687-ae28-6226ee20285d tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] Publish callbacks [] for security_group (ad82225c-e6b6-445d-a121-d609ef7bf875), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:34.440166 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-33e6e4ac-ad8e-4151-9328-fb0f307b94e9 req-1b9f36ad-42c2-47fa-bb6d-3aab2a76b522 tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5b46ea3-fb57-4cf5-b877-636fc87f0eb3 HTTP/1.1" status: 200 len: 210 time: 0.0352232 Mar 31 15:43:34.441168 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-0412f1c4-0578-4dcc-8396-5726984f9697 req-563eda6d-fd93-4687-ae28-6226ee20285d tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (ad82225c-e6b6-445d-a121-d609ef7bf875), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:34.563675 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563eda6d-fd93-4687-ae28-6226ee20285d tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad82225c-e6b6-445d-a121-d609ef7bf875,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:43:34.659857 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.db_base_plugin_common [req-0412f1c4-0578-4dcc-8396-5726984f9697 req-563eda6d-fd93-4687-ae28-6226ee20285d tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] Allocated IP 192.168.233.216 (c8d39306-acc4-41dc-bb77-f4eb030747ae/6fc86967-9f5a-4e09-aa10-64ac88ccb2ef/4c0dfc7a-c8c6-4af6-8b83-920591cb9701) {{(pid=104159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:43:34.730364 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-0af56b1d-71a1-4c00-8ea3-2b7dad284eb6 req-f6ac581f-de26-4826-bc1a-21afd51e1f4a tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] 10.222.0.21 "GET /v2.0/ports?device_id=29283a61-19d1-4ea6-9352-ca15e21dde67 HTTP/1.1" status: 200 len: 210 time: 0.0531199 Mar 31 15:43:34.900899 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-0412f1c4-0578-4dcc-8396-5726984f9697 req-563eda6d-fd93-4687-ae28-6226ee20285d tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] Publish callbacks [] for port (4c0dfc7a-c8c6-4af6-8b83-920591cb9701), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:35.062940 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f114ddf-8396-4721-a2cc-1d4402d307be req-cf51701e-8e7b-41c0-9181-9074665e4d5c tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:35.065097 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-9f114ddf-8396-4721-a2cc-1d4402d307be req-cf51701e-8e7b-41c0-9181-9074665e4d5c tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=8af99820-f5d6-4a06-b902-c7c1da280d4e HTTP/1.1" status: 200 len: 945 time: 0.0744379 Mar 31 15:43:35.128980 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-9f114ddf-8396-4721-a2cc-1d4402d307be req-31ad8a3a-77b9-4e31-b6c1-cd9c1b4907eb tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7c8adfe-7bcd-44f3-b3b4-0835d85dabdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530925 Mar 31 15:43:35.247779 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device 4f027166-3238-4fd4-95f3-56ceb9db34c8 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=104160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:43:35.271879 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] No Port match for: 4f027166-3238-4fd4-95f3-56ceb9db34c8 {{(pid=104160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:43:35.272217 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device 4f027166-3238-4fd4-95f3-56ceb9db34c8 not bound to the agent host hv-cinder-75078 {{(pid=104160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:43:35.568276 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-7009ff55-7c44-4664-b2e7-dfb5dc30088e req-a3408cbe-aa3f-4cff-b902-f025ed4e078a tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5b46ea3-fb57-4cf5-b877-636fc87f0eb3 HTTP/1.1" status: 200 len: 210 time: 0.0368228 Mar 31 15:43:35.794131 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-0412f1c4-0578-4dcc-8396-5726984f9697 req-563eda6d-fd93-4687-ae28-6226ee20285d tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772784453870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3148002'] for port (4c0dfc7a-c8c6-4af6-8b83-920591cb9701), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:35.824087 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-3423ed0f-bece-40af-a1be-986f305d6df1 req-6a47126b-d375-4f1f-bb69-866716cc79a3 tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] 10.222.0.21 "GET /v2.0/ports?device_id=29283a61-19d1-4ea6-9352-ca15e21dde67 HTTP/1.1" status: 200 len: 210 time: 0.0341065 Mar 31 15:43:35.835683 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0412f1c4-0578-4dcc-8396-5726984f9697 req-563eda6d-fd93-4687-ae28-6226ee20285d tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] Network c8d39306-acc4-41dc-bb77-f4eb030747ae is already hosted by enough agents. {{(pid=104159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:43:35.838997 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [req-0412f1c4-0578-4dcc-8396-5726984f9697 req-563eda6d-fd93-4687-ae28-6226ee20285d tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] Resources bound (agent type, host, resource id): {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:43:35.841897 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.l3_dvrscheduler_db [req-0412f1c4-0578-4dcc-8396-5726984f9697 req-563eda6d-fd93-4687-ae28-6226ee20285d tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] Received port after_create {{(pid=104159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:43:35.877530 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563eda6d-fd93-4687-ae28-6226ee20285d tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] Pushing event updated for resources: {'Port': ['ID=4c0dfc7a-c8c6-4af6-8b83-920591cb9701,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:43:35.891034 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563eda6d-fd93-4687-ae28-6226ee20285d tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:43:35.891401 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563eda6d-fd93-4687-ae28-6226ee20285d tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:43:35.891720 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563eda6d-fd93-4687-ae28-6226ee20285d tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:43:35.892058 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563eda6d-fd93-4687-ae28-6226ee20285d tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:43:35.892389 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563eda6d-fd93-4687-ae28-6226ee20285d tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:43:35.892716 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563eda6d-fd93-4687-ae28-6226ee20285d tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:43:35.893078 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563eda6d-fd93-4687-ae28-6226ee20285d tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:43:35.893362 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563eda6d-fd93-4687-ae28-6226ee20285d tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:43:35.893723 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563eda6d-fd93-4687-ae28-6226ee20285d tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:43:35.894143 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563eda6d-fd93-4687-ae28-6226ee20285d tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:43:35.894375 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563eda6d-fd93-4687-ae28-6226ee20285d tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:43:35.894797 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563eda6d-fd93-4687-ae28-6226ee20285d tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:43:35.895202 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563eda6d-fd93-4687-ae28-6226ee20285d tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:43:35.895528 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563eda6d-fd93-4687-ae28-6226ee20285d tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:43:35.895856 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563eda6d-fd93-4687-ae28-6226ee20285d tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:43:35.918163 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0412f1c4-0578-4dcc-8396-5726984f9697 req-563eda6d-fd93-4687-ae28-6226ee20285d tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:35.918810 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-0412f1c4-0578-4dcc-8396-5726984f9697 req-563eda6d-fd93-4687-ae28-6226ee20285d tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451'] for port (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:36.182318 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-0412f1c4-0578-4dcc-8396-5726984f9697 req-563eda6d-fd93-4687-ae28-6226ee20285d tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4173100 Mar 31 15:43:36.208932 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.v2.base [req-0412f1c4-0578-4dcc-8396-5726984f9697 req-a1c0cfa5-413f-4fd4-ac0b-1a5aa85b6a01 service neutron] Request body: {'port': {'device_id': 'c5b46ea3-fb57-4cf5-b877-636fc87f0eb3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:43:36.230771 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-946ecfc1-bf7b-4fc7-951b-e557d63e6c52 None None] Provisioning complete for port 4c0dfc7a-c8c6-4af6-8b83-920591cb9701 triggered by entity DHCP. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:43:36.234591 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-946ecfc1-bf7b-4fc7-951b-e557d63e6c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (4c0dfc7a-c8c6-4af6-8b83-920591cb9701), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:36.351416 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (42669199-0b56-4e25-9a3d-cc561c912f6a), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:36.372281 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-946ecfc1-bf7b-4fc7-951b-e557d63e6c52 None None] Port 4c0dfc7a-c8c6-4af6-8b83-920591cb9701 cannot update to ACTIVE because it is not bound. {{(pid=104160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:43:36.595815 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-1b1c86cf-e1f3-43fa-b5a8-17e490dddf26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (9721ac04-bac7-49da-b384-3a2049eedfa2), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:36.659514 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-0412f1c4-0578-4dcc-8396-5726984f9697 req-a1c0cfa5-413f-4fd4-ac0b-1a5aa85b6a01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (4c0dfc7a-c8c6-4af6-8b83-920591cb9701), before_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:36.723575 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d11684-d7d6-414b-8b3e-8dc4b611a365 req-8455e527-7538-4ea8-b58a-b392f5b5a8d6 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:36.725099 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-44d11684-d7d6-414b-8b3e-8dc4b611a365 req-8455e527-7538-4ea8-b58a-b392f5b5a8d6 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=8af99820-f5d6-4a06-b902-c7c1da280d4e HTTP/1.1" status: 200 len: 945 time: 0.1325636 Mar 31 15:43:36.747304 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124e6d63-0794-46d9-87fa-d5978dfbe4ea req-29ef5400-4ff4-4c98-a236-fc039d833637 tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:36.756023 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-124e6d63-0794-46d9-87fa-d5978dfbe4ea req-29ef5400-4ff4-4c98-a236-fc039d833637 tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5b46ea3-fb57-4cf5-b877-636fc87f0eb3 HTTP/1.1" status: 200 len: 936 time: 0.0802467 Mar 31 15:43:36.847305 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-124e6d63-0794-46d9-87fa-d5978dfbe4ea req-e94b91b7-baed-4623-bec3-fd954fffc53e tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad82225c-e6b6-445d-a121-d609ef7bf875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894077 Mar 31 15:43:36.890125 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-44d11684-d7d6-414b-8b3e-8dc4b611a365 req-d29453d4-a25b-4296-a72e-75fdc710764a tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7c8adfe-7bcd-44f3-b3b4-0835d85dabdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1535325 Mar 31 15:43:36.991237 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-4ecde8ff-5030-4059-8724-b5eff1ffd06b req-3227fef2-4111-4068-be25-7cf12a056fca tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] 10.222.0.21 "GET /v2.0/ports?device_id=29283a61-19d1-4ea6-9352-ca15e21dde67 HTTP/1.1" status: 200 len: 210 time: 0.0335059 Mar 31 15:43:37.013736 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.notifiers.nova [req-0412f1c4-0578-4dcc-8396-5726984f9697 req-a1c0cfa5-413f-4fd4-ac0b-1a5aa85b6a01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c0dfc7a-c8c6-4af6-8b83-920591cb9701 {{(pid=104159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:43:37.019459 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-0412f1c4-0578-4dcc-8396-5726984f9697 req-a1c0cfa5-413f-4fd4-ac0b-1a5aa85b6a01 service neutron] Publish callbacks [] for port (4c0dfc7a-c8c6-4af6-8b83-920591cb9701), precommit_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:37.034002 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.provisioning_blocks [req-0412f1c4-0578-4dcc-8396-5726984f9697 req-a1c0cfa5-413f-4fd4-ac0b-1a5aa85b6a01 service neutron] Transition to ACTIVE for port object 4c0dfc7a-c8c6-4af6-8b83-920591cb9701 will not be triggered until provisioned by entity L2. {{(pid=104159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 15:43:37.180464 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-0412f1c4-0578-4dcc-8396-5726984f9697 req-a1c0cfa5-413f-4fd4-ac0b-1a5aa85b6a01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3148011'] for port (4c0dfc7a-c8c6-4af6-8b83-920591cb9701), after_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:37.240368 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c0cfa5-413f-4fd4-ac0b-1a5aa85b6a01 service neutron] Pushing event updated for resources: {'Port': ['ID=4c0dfc7a-c8c6-4af6-8b83-920591cb9701,revision_number=2']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:43:37.348247 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.managers [req-0412f1c4-0578-4dcc-8396-5726984f9697 req-a1c0cfa5-413f-4fd4-ac0b-1a5aa85b6a01 service neutron] Attempting to bind port 4c0dfc7a-c8c6-4af6-8b83-920591cb9701 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:43:37.348583 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.managers [req-0412f1c4-0578-4dcc-8396-5726984f9697 req-a1c0cfa5-413f-4fd4-ac0b-1a5aa85b6a01 service neutron] Attempting to bind port 4c0dfc7a-c8c6-4af6-8b83-920591cb9701 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '19abbc47-a111-4af7-b17f-4103c8e82ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c8d39306-acc4-41dc-bb77-f4eb030747ae'}] {{(pid=104159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:43:37.348911 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0412f1c4-0578-4dcc-8396-5726984f9697 req-a1c0cfa5-413f-4fd4-ac0b-1a5aa85b6a01 service neutron] Attempting to bind port 4c0dfc7a-c8c6-4af6-8b83-920591cb9701 on network c8d39306-acc4-41dc-bb77-f4eb030747ae {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:43:37.355081 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0412f1c4-0578-4dcc-8396-5726984f9697 req-a1c0cfa5-413f-4fd4-ac0b-1a5aa85b6a01 service neutron] Port 4c0dfc7a-c8c6-4af6-8b83-920591cb9701 on network c8d39306-acc4-41dc-bb77-f4eb030747ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 15:43:37.355396 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0412f1c4-0578-4dcc-8396-5726984f9697 req-a1c0cfa5-413f-4fd4-ac0b-1a5aa85b6a01 service neutron] Attempting to bind port 4c0dfc7a-c8c6-4af6-8b83-920591cb9701 on network c8d39306-acc4-41dc-bb77-f4eb030747ae {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:43:37.361416 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0412f1c4-0578-4dcc-8396-5726984f9697 req-a1c0cfa5-413f-4fd4-ac0b-1a5aa85b6a01 service neutron] Checking agent: {'id': '42669199-0b56-4e25-9a3d-cc561c912f6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 34, 6), 'started_at': datetime.datetime(2022, 3, 31, 15, 34, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:43:37.361845 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0412f1c4-0578-4dcc-8396-5726984f9697 req-a1c0cfa5-413f-4fd4-ac0b-1a5aa85b6a01 service neutron] Checking segment: {'id': '19abbc47-a111-4af7-b17f-4103c8e82ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c8d39306-acc4-41dc-bb77-f4eb030747ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:43:37.362165 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0412f1c4-0578-4dcc-8396-5726984f9697 req-a1c0cfa5-413f-4fd4-ac0b-1a5aa85b6a01 service neutron] Bound using segment: {'id': '19abbc47-a111-4af7-b17f-4103c8e82ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c8d39306-acc4-41dc-bb77-f4eb030747ae'} {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:43:37.362937 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.managers [req-0412f1c4-0578-4dcc-8396-5726984f9697 req-a1c0cfa5-413f-4fd4-ac0b-1a5aa85b6a01 service neutron] Bound port: 4c0dfc7a-c8c6-4af6-8b83-920591cb9701, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19abbc47-a111-4af7-b17f-4103c8e82ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c8d39306-acc4-41dc-bb77-f4eb030747ae'}}] {{(pid=104159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:43:37.363055 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-0412f1c4-0578-4dcc-8396-5726984f9697 req-a1c0cfa5-413f-4fd4-ac0b-1a5aa85b6a01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (4c0dfc7a-c8c6-4af6-8b83-920591cb9701), before_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:37.456423 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.db [req-0412f1c4-0578-4dcc-8396-5726984f9697 req-a1c0cfa5-413f-4fd4-ac0b-1a5aa85b6a01 service neutron] For port 4c0dfc7a-c8c6-4af6-8b83-920591cb9701, host hv-cinder-75078, cleared binding levels {{(pid=104159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:43:37.459847 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.db [req-0412f1c4-0578-4dcc-8396-5726984f9697 req-a1c0cfa5-413f-4fd4-ac0b-1a5aa85b6a01 service neutron] For port 4c0dfc7a-c8c6-4af6-8b83-920591cb9701, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=4c0dfc7a-c8c6-4af6-8b83-920591cb9701,segment=NetworkSegment(19abbc47-a111-4af7-b17f-4103c8e82ac9),segment_id=19abbc47-a111-4af7-b17f-4103c8e82ac9)] {{(pid=104159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:43:37.588485 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-0412f1c4-0578-4dcc-8396-5726984f9697 req-a1c0cfa5-413f-4fd4-ac0b-1a5aa85b6a01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3148011'] for port (4c0dfc7a-c8c6-4af6-8b83-920591cb9701), after_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:37.631380 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0412f1c4-0578-4dcc-8396-5726984f9697 req-a1c0cfa5-413f-4fd4-ac0b-1a5aa85b6a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:37.632488 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-0412f1c4-0578-4dcc-8396-5726984f9697 req-a1c0cfa5-413f-4fd4-ac0b-1a5aa85b6a01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451'] for port (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:37.633968 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-0412f1c4-0578-4dcc-8396-5726984f9697 req-a1c0cfa5-413f-4fd4-ac0b-1a5aa85b6a01 service neutron] 10.222.0.26 "PUT /v2.0/ports/4c0dfc7a-c8c6-4af6-8b83-920591cb9701 HTTP/1.1" status: 200 len: 1098 time: 1.4434242 Mar 31 15:43:37.634358 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5b46ea3-fb57-4cf5-b877-636fc87f0eb3', 'tag': '4c0dfc7a-c8c6-4af6-8b83-920591cb9701'}] {{(pid=104159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:43:37.636618 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea64b363b0503405ce6d4d78215f64c9ed163e64c8f258dff0ae871dea148ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee174819-566f-442b-9776-2082e490e058" -d '{"events": [{"name": "network-changed", "server_uuid": "c5b46ea3-fb57-4cf5-b877-636fc87f0eb3", "tag": "4c0dfc7a-c8c6-4af6-8b83-920591cb9701"}]}' {{(pid=104159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:43:37.659170 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c0cfa5-413f-4fd4-ac0b-1a5aa85b6a01 service neutron] Pushing event updated for resources: {'Port': ['ID=4c0dfc7a-c8c6-4af6-8b83-920591cb9701,revision_number=3']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:43:37.716734 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea051234-70cc-49ac-95d2-e1690debac26 x-openstack-request-id: req-ea051234-70cc-49ac-95d2-e1690debac26 {{(pid=104159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:43:37.717847 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5b46ea3-fb57-4cf5-b877-636fc87f0eb3", "tag": "4c0dfc7a-c8c6-4af6-8b83-920591cb9701", "status": "completed", "code": 200}]} {{(pid=104159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:43:37.717847 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ea051234-70cc-49ac-95d2-e1690debac26 {{(pid=104159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:43:37.717847 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea051234-70cc-49ac-95d2-e1690debac26'] response: {'name': 'network-changed', 'server_uuid': 'c5b46ea3-fb57-4cf5-b877-636fc87f0eb3', 'tag': '4c0dfc7a-c8c6-4af6-8b83-920591cb9701', 'status': 'completed', 'code': 200} Mar 31 15:43:37.731379 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0b2f012e-2fbd-4b35-9815-8024e4a993e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fb816cbb-0527-4766-83b7-604ad6a553f5), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:37.813685 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee174819-566f-442b-9776-2082e490e058 req-805bf4a3-5de1-42f3-8a4c-b87f35f19b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:37.815318 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-ee174819-566f-442b-9776-2082e490e058 req-805bf4a3-5de1-42f3-8a4c-b87f35f19b1c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c2b742e7d6ed4919929566a678f745a3&device_id=c5b46ea3-fb57-4cf5-b877-636fc87f0eb3 HTTP/1.1" status: 200 len: 1132 time: 0.0710905 Mar 31 15:43:37.846933 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-ee174819-566f-442b-9776-2082e490e058 req-fac97a71-1dae-4c11-bad1-fe1615fb15d6 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=c2b742e7d6ed4919929566a678f745a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218513 Mar 31 15:43:38.071753 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee174819-566f-442b-9776-2082e490e058 req-d6c0c769-6bde-4c53-8444-9a597140db03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:38.073625 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-ee174819-566f-442b-9776-2082e490e058 req-d6c0c769-6bde-4c53-8444-9a597140db03 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2211678 Mar 31 15:43:38.092469 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499ca181-6425-4942-bf1b-96ecfcf765ab req-6a1fdf11-cf66-4e3c-886d-fd05c134414d tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:38.094995 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-499ca181-6425-4942-bf1b-96ecfcf765ab req-6a1fdf11-cf66-4e3c-886d-fd05c134414d tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5b46ea3-fb57-4cf5-b877-636fc87f0eb3 HTTP/1.1" status: 200 len: 948 time: 0.0955093 Mar 31 15:43:38.122332 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd0b7db-61b2-4591-b1fc-07d80b4e93ed req-297fc414-0999-48ea-8eb8-513ad9248fa4 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:38.124990 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-dfd0b7db-61b2-4591-b1fc-07d80b4e93ed req-297fc414-0999-48ea-8eb8-513ad9248fa4 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=8af99820-f5d6-4a06-b902-c7c1da280d4e HTTP/1.1" status: 200 len: 945 time: 0.1061163 Mar 31 15:43:38.175311 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-499ca181-6425-4942-bf1b-96ecfcf765ab req-c0ec47e1-120a-4da8-844e-5f92a6640ede tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad82225c-e6b6-445d-a121-d609ef7bf875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687401 Mar 31 15:43:38.215458 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-dfd0b7db-61b2-4591-b1fc-07d80b4e93ed req-5983a51d-12f6-499d-b1c3-6d4d5bcc6d8b tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7c8adfe-7bcd-44f3-b3b4-0835d85dabdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783699 Mar 31 15:43:38.224848 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0412f1c4-0578-4dcc-8396-5726984f9697 req-6288ecee-e846-4b54-bb1e-d5a54b0eac67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:38.227103 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-0412f1c4-0578-4dcc-8396-5726984f9697 req-6288ecee-e846-4b54-bb1e-d5a54b0eac67 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c2b742e7d6ed4919929566a678f745a3&device_id=c5b46ea3-fb57-4cf5-b877-636fc87f0eb3 HTTP/1.1" status: 200 len: 1132 time: 0.0995414 Mar 31 15:43:38.276764 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-0412f1c4-0578-4dcc-8396-5726984f9697 req-c1aeea73-1551-4c80-8a36-0876c6204f1f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=4c0dfc7a-c8c6-4af6-8b83-920591cb9701 HTTP/1.1" status: 200 len: 217 time: 0.0423944 Mar 31 15:43:38.280667 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-1bb0a16d-2a4f-423a-a890-e93c4734df99 req-86c08297-931b-4e56-9e91-aa8b990859f6 tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] 10.222.0.21 "GET /v2.0/ports?device_id=29283a61-19d1-4ea6-9352-ca15e21dde67 HTTP/1.1" status: 200 len: 210 time: 0.0440969 Mar 31 15:43:38.335092 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0412f1c4-0578-4dcc-8396-5726984f9697 req-220e1c1a-fe2a-4e10-9b8f-727c428f1ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:38.336579 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-0412f1c4-0578-4dcc-8396-5726984f9697 req-220e1c1a-fe2a-4e10-9b8f-727c428f1ed6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6fc86967-9f5a-4e09-aa10-64ac88ccb2ef HTTP/1.1" status: 200 len: 843 time: 0.0538678 Mar 31 15:43:38.402383 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0412f1c4-0578-4dcc-8396-5726984f9697 req-d781ee1e-fd49-44c5-ab9f-cb480eda325e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:38.403880 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-0412f1c4-0578-4dcc-8396-5726984f9697 req-d781ee1e-fd49-44c5-ab9f-cb480eda325e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c8d39306-acc4-41dc-bb77-f4eb030747ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0608125 Mar 31 15:43:38.507764 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15227267-aa0c-403d-8b11-c636bf50b0a9 req-dd762a89-c70c-475e-a654-8a2d554efdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:38.509167 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-15227267-aa0c-403d-8b11-c636bf50b0a9 req-dd762a89-c70c-475e-a654-8a2d554efdfa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c680e9e6d388412fa4440c103afb5577&device_id=8af99820-f5d6-4a06-b902-c7c1da280d4e HTTP/1.1" status: 200 len: 1129 time: 0.1237206 Mar 31 15:43:38.534939 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-0412f1c4-0578-4dcc-8396-5726984f9697 req-af34f11f-7b97-4610-8780-2b370ada0568 service neutron] 10.222.0.26 "GET /v2.0/networks/c8d39306-acc4-41dc-bb77-f4eb030747ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236877 Mar 31 15:43:38.681194 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15227267-aa0c-403d-8b11-c636bf50b0a9 req-4400d6fc-612f-4145-a8ba-60dbc856b697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:38.682690 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-15227267-aa0c-403d-8b11-c636bf50b0a9 req-4400d6fc-612f-4145-a8ba-60dbc856b697 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6ce47f39-3814-4e43-bd73-afb159608eca HTTP/1.1" status: 200 len: 917 time: 0.1647217 Mar 31 15:43:38.688643 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-0412f1c4-0578-4dcc-8396-5726984f9697 req-34f28e94-eae4-4618-af97-b05fc99201f1 service neutron] 10.222.0.26 "GET /v2.0/networks/c8d39306-acc4-41dc-bb77-f4eb030747ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437814 Mar 31 15:43:38.758514 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-15227267-aa0c-403d-8b11-c636bf50b0a9 req-9e702a99-98a7-4c83-85b9-e7be71b042dd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e58352f8-e6f8-475e-83ff-6602902f6b4e HTTP/1.1" status: 200 len: 1001 time: 0.0641434 Mar 31 15:43:38.807801 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e248fb-adbb-4358-bd77-6f06b346eca9 req-b1fa4ed3-019a-4843-a1ab-fc3a2a39244e tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:38.809065 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15227267-aa0c-403d-8b11-c636bf50b0a9 req-2f9ddbbf-17dc-4123-ab16-985366fa4ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:38.809437 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-30e248fb-adbb-4358-bd77-6f06b346eca9 req-b1fa4ed3-019a-4843-a1ab-fc3a2a39244e tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] 10.222.0.26 "GET /v2.0/networks?id=1b748186-53b5-43ea-ac99-093c35851a89 HTTP/1.1" status: 200 len: 809 time: 0.1149566 Mar 31 15:43:38.810693 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-15227267-aa0c-403d-8b11-c636bf50b0a9 req-2f9ddbbf-17dc-4123-ab16-985366fa4ceb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9a2e610f-76e0-4760-b7be-8011d4581daa HTTP/1.1" status: 200 len: 855 time: 0.0464690 Mar 31 15:43:38.825265 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.v2.base [req-30e248fb-adbb-4358-bd77-6f06b346eca9 req-2a2fda30-66f8-4342-b23d-320380ab883d tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] Request body: {'port': {'device_id': '29283a61-19d1-4ea6-9352-ca15e21dde67', 'network_id': '1b748186-53b5-43ea-ac99-093c35851a89', 'admin_state_up': True, 'tenant_id': '4c933e1253d840c390eb2715038d149c'}} {{(pid=104158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:43:38.872015 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15227267-aa0c-403d-8b11-c636bf50b0a9 req-bfbce142-2116-4e80-8e8d-1c5c33fcf63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:38.873065 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-15227267-aa0c-403d-8b11-c636bf50b0a9 req-bfbce142-2116-4e80-8e8d-1c5c33fcf63d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6ce47f39-3814-4e43-bd73-afb159608eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0511029 Mar 31 15:43:38.964677 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-15227267-aa0c-403d-8b11-c636bf50b0a9 req-19122857-7d92-43d3-93ba-1306b624cc4e service neutron] 10.222.0.26 "GET /v2.0/networks/6ce47f39-3814-4e43-bd73-afb159608eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845575 Mar 31 15:43:39.059204 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-15227267-aa0c-403d-8b11-c636bf50b0a9 req-68c19a80-e008-4f19-98b8-55fcd1045c79 service neutron] 10.222.0.26 "GET /v2.0/networks/6ce47f39-3814-4e43-bd73-afb159608eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881605 Mar 31 15:43:39.182267 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30e248fb-adbb-4358-bd77-6f06b346eca9 req-2a2fda30-66f8-4342-b23d-320380ab883d tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] Made reservation on behalf of 4c933e1253d840c390eb2715038d149c for: {'port': 1} {{(pid=104158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:43:39.185722 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-30e248fb-adbb-4358-bd77-6f06b346eca9 req-2a2fda30-66f8-4342-b23d-320380ab883d tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:39.310655 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7541137c-30c4-4101-ad93-697f49c3de99 req-008f4020-85e3-4c0e-83f8-a9e3dcf18894 tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:39.313907 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-7541137c-30c4-4101-ad93-697f49c3de99 req-008f4020-85e3-4c0e-83f8-a9e3dcf18894 tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5b46ea3-fb57-4cf5-b877-636fc87f0eb3 HTTP/1.1" status: 200 len: 948 time: 0.0738976 Mar 31 15:43:39.360688 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.db.db_base_plugin_common [req-30e248fb-adbb-4358-bd77-6f06b346eca9 req-2a2fda30-66f8-4342-b23d-320380ab883d tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] Allocated IP 172.20.0.2 (1b748186-53b5-43ea-ac99-093c35851a89/df5a75ec-cb03-4837-8803-b20bfd8cd12c/25f5ba82-8d73-4691-b211-34e13d4a151b) {{(pid=104158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:43:39.363944 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-7541137c-30c4-4101-ad93-697f49c3de99 req-d0d4a81b-3617-47cd-8221-9b3705186230 tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad82225c-e6b6-445d-a121-d609ef7bf875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460219 Mar 31 15:43:39.414631 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0a1261-be5c-46e6-b4db-8da88acd694f req-04dd377d-5e43-4bc0-978d-3806bea863cd tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:39.415665 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-2e0a1261-be5c-46e6-b4db-8da88acd694f req-04dd377d-5e43-4bc0-978d-3806bea863cd tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=8af99820-f5d6-4a06-b902-c7c1da280d4e HTTP/1.1" status: 200 len: 945 time: 0.1008763 Mar 31 15:43:39.464932 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-b9578b05-4e37-4b7c-8bc4-060bcbe651e9 req-54f70516-bf89-4543-9b3b-cc228e3b028e tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] 10.222.0.21 "GET /v2.0/ports?device_id=29283a61-19d1-4ea6-9352-ca15e21dde67 HTTP/1.1" status: 200 len: 210 time: 0.0285754 Mar 31 15:43:39.519217 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-211e425b-1201-4862-afc0-6363249efbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (1ca8e2b3-6f2e-4d63-b52b-ad8a81fa6826), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:39.529059 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-2e0a1261-be5c-46e6-b4db-8da88acd694f req-f2bba513-e1f3-4691-99f8-ab2e86fa45a8 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7c8adfe-7bcd-44f3-b3b4-0835d85dabdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072788 Mar 31 15:43:39.591161 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-30e248fb-adbb-4358-bd77-6f06b346eca9 req-2a2fda30-66f8-4342-b23d-320380ab883d tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] Publish callbacks [] for port (25f5ba82-8d73-4691-b211-34e13d4a151b), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:39.725337 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-30e248fb-adbb-4358-bd77-6f06b346eca9 req-2a2fda30-66f8-4342-b23d-320380ab883d tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772784453870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302876'] for port (25f5ba82-8d73-4691-b211-34e13d4a151b), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:39.768702 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30e248fb-adbb-4358-bd77-6f06b346eca9 req-2a2fda30-66f8-4342-b23d-320380ab883d tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] Network 1b748186-53b5-43ea-ac99-093c35851a89 is already hosted by enough agents. {{(pid=104158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:43:39.771845 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.scheduler.base_scheduler [req-30e248fb-adbb-4358-bd77-6f06b346eca9 req-2a2fda30-66f8-4342-b23d-320380ab883d tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] Resources bound (agent type, host, resource id): {{(pid=104158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:43:39.779647 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.db.l3_dvrscheduler_db [req-30e248fb-adbb-4358-bd77-6f06b346eca9 req-2a2fda30-66f8-4342-b23d-320380ab883d tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] Received port after_create {{(pid=104158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:43:39.806387 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2fda30-66f8-4342-b23d-320380ab883d tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] Pushing event updated for resources: {'Port': ['ID=25f5ba82-8d73-4691-b211-34e13d4a151b,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:43:39.820417 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2fda30-66f8-4342-b23d-320380ab883d tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:43:39.820760 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2fda30-66f8-4342-b23d-320380ab883d tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:43:39.821097 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2fda30-66f8-4342-b23d-320380ab883d tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:43:39.821457 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2fda30-66f8-4342-b23d-320380ab883d tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:43:39.821793 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2fda30-66f8-4342-b23d-320380ab883d tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:43:39.822118 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2fda30-66f8-4342-b23d-320380ab883d tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:43:39.822440 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2fda30-66f8-4342-b23d-320380ab883d tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:43:39.822854 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2fda30-66f8-4342-b23d-320380ab883d tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:43:39.823124 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2fda30-66f8-4342-b23d-320380ab883d tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:43:39.823429 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2fda30-66f8-4342-b23d-320380ab883d tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:43:39.823747 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2fda30-66f8-4342-b23d-320380ab883d tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:43:39.824065 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2fda30-66f8-4342-b23d-320380ab883d tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:43:39.824383 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2fda30-66f8-4342-b23d-320380ab883d tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:43:39.824706 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2fda30-66f8-4342-b23d-320380ab883d tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:43:39.825019 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2fda30-66f8-4342-b23d-320380ab883d tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:43:39.845333 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e248fb-adbb-4358-bd77-6f06b346eca9 req-2a2fda30-66f8-4342-b23d-320380ab883d tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:39.845905 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-30e248fb-adbb-4358-bd77-6f06b346eca9 req-2a2fda30-66f8-4342-b23d-320380ab883d tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451'] for port (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:39.988663 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-30e248fb-adbb-4358-bd77-6f06b346eca9 req-2a2fda30-66f8-4342-b23d-320380ab883d tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1673324 Mar 31 15:43:40.001260 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.v2.base [req-30e248fb-adbb-4358-bd77-6f06b346eca9 req-dac2c408-e238-42c3-8e83-745f61037102 service neutron] Request body: {'port': {'device_id': '29283a61-19d1-4ea6-9352-ca15e21dde67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=104158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:43:40.061700 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-30e248fb-adbb-4358-bd77-6f06b346eca9 req-dac2c408-e238-42c3-8e83-745f61037102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (25f5ba82-8d73-4691-b211-34e13d4a151b), before_update {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:40.331896 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.notifiers.nova [req-30e248fb-adbb-4358-bd77-6f06b346eca9 req-dac2c408-e238-42c3-8e83-745f61037102 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25f5ba82-8d73-4691-b211-34e13d4a151b {{(pid=104158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:43:40.340542 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-30e248fb-adbb-4358-bd77-6f06b346eca9 req-dac2c408-e238-42c3-8e83-745f61037102 service neutron] Publish callbacks [] for port (25f5ba82-8d73-4691-b211-34e13d4a151b), precommit_update {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:40.353849 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.db.provisioning_blocks [req-30e248fb-adbb-4358-bd77-6f06b346eca9 req-dac2c408-e238-42c3-8e83-745f61037102 service neutron] Transition to ACTIVE for port object 25f5ba82-8d73-4691-b211-34e13d4a151b will not be triggered until provisioned by entity L2. {{(pid=104158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 15:43:40.460950 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-30e248fb-adbb-4358-bd77-6f06b346eca9 req-dac2c408-e238-42c3-8e83-745f61037102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302869'] for port (25f5ba82-8d73-4691-b211-34e13d4a151b), after_update {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:40.490692 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3a1d38-44e5-4c2a-9a36-b61e126d5b51 req-fb8ef2d4-1512-44b0-8f0e-9588fba5de29 tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:40.493302 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-5a3a1d38-44e5-4c2a-9a36-b61e126d5b51 req-fb8ef2d4-1512-44b0-8f0e-9588fba5de29 tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5b46ea3-fb57-4cf5-b877-636fc87f0eb3 HTTP/1.1" status: 200 len: 948 time: 0.0595605 Mar 31 15:43:40.514747 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac2c408-e238-42c3-8e83-745f61037102 service neutron] Pushing event updated for resources: {'Port': ['ID=25f5ba82-8d73-4691-b211-34e13d4a151b,revision_number=2']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:43:40.557456 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-5a3a1d38-44e5-4c2a-9a36-b61e126d5b51 req-cb5b1ada-937e-4dde-be24-bf16c5a89b87 tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad82225c-e6b6-445d-a121-d609ef7bf875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548418 Mar 31 15:43:40.624194 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.managers [req-30e248fb-adbb-4358-bd77-6f06b346eca9 req-dac2c408-e238-42c3-8e83-745f61037102 service neutron] Attempting to bind port 25f5ba82-8d73-4691-b211-34e13d4a151b on host hv-cinder-75078 for vnic_type normal with profile {{(pid=104158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:43:40.624550 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.managers [req-30e248fb-adbb-4358-bd77-6f06b346eca9 req-dac2c408-e238-42c3-8e83-745f61037102 service neutron] Attempting to bind port 25f5ba82-8d73-4691-b211-34e13d4a151b by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '0e0cb886-37ba-4ce8-8f14-fe84cd4b3a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '1b748186-53b5-43ea-ac99-093c35851a89'}] {{(pid=104158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:43:40.624867 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e248fb-adbb-4358-bd77-6f06b346eca9 req-dac2c408-e238-42c3-8e83-745f61037102 service neutron] Attempting to bind port 25f5ba82-8d73-4691-b211-34e13d4a151b on network 1b748186-53b5-43ea-ac99-093c35851a89 {{(pid=104158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:43:40.633293 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e248fb-adbb-4358-bd77-6f06b346eca9 req-dac2c408-e238-42c3-8e83-745f61037102 service neutron] Port 25f5ba82-8d73-4691-b211-34e13d4a151b on network 1b748186-53b5-43ea-ac99-093c35851a89 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=104158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 15:43:40.633649 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e248fb-adbb-4358-bd77-6f06b346eca9 req-dac2c408-e238-42c3-8e83-745f61037102 service neutron] Attempting to bind port 25f5ba82-8d73-4691-b211-34e13d4a151b on network 1b748186-53b5-43ea-ac99-093c35851a89 {{(pid=104158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:43:40.642450 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e248fb-adbb-4358-bd77-6f06b346eca9 req-dac2c408-e238-42c3-8e83-745f61037102 service neutron] Checking agent: {'id': '42669199-0b56-4e25-9a3d-cc561c912f6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 34, 6), 'started_at': datetime.datetime(2022, 3, 31, 15, 34, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:43:40.642858 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e248fb-adbb-4358-bd77-6f06b346eca9 req-dac2c408-e238-42c3-8e83-745f61037102 service neutron] Checking segment: {'id': '0e0cb886-37ba-4ce8-8f14-fe84cd4b3a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '1b748186-53b5-43ea-ac99-093c35851a89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:43:40.643177 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e248fb-adbb-4358-bd77-6f06b346eca9 req-dac2c408-e238-42c3-8e83-745f61037102 service neutron] Bound using segment: {'id': '0e0cb886-37ba-4ce8-8f14-fe84cd4b3a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '1b748186-53b5-43ea-ac99-093c35851a89'} {{(pid=104158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:43:40.643620 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.managers [req-30e248fb-adbb-4358-bd77-6f06b346eca9 req-dac2c408-e238-42c3-8e83-745f61037102 service neutron] Bound port: 25f5ba82-8d73-4691-b211-34e13d4a151b, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e0cb886-37ba-4ce8-8f14-fe84cd4b3a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '1b748186-53b5-43ea-ac99-093c35851a89'}}] {{(pid=104158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:43:40.643983 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-30e248fb-adbb-4358-bd77-6f06b346eca9 req-dac2c408-e238-42c3-8e83-745f61037102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (25f5ba82-8d73-4691-b211-34e13d4a151b), before_update {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:40.655588 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009319b3-c466-44cd-aee8-25147ee4aee8 req-fcad08c8-fbf4-4e35-bc07-e16a8687b806 tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:40.657179 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-009319b3-c466-44cd-aee8-25147ee4aee8 req-fcad08c8-fbf4-4e35-bc07-e16a8687b806 tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] 10.222.0.21 "GET /v2.0/ports?device_id=29283a61-19d1-4ea6-9352-ca15e21dde67 HTTP/1.1" status: 200 len: 943 time: 0.0953076 Mar 31 15:43:40.684530 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7464ffda-2a61-4256-99f2-50e3992b24dc req-ddce4c02-b48d-4180-a969-526b2902eadb tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:40.686137 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-7464ffda-2a61-4256-99f2-50e3992b24dc req-ddce4c02-b48d-4180-a969-526b2902eadb tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=8af99820-f5d6-4a06-b902-c7c1da280d4e HTTP/1.1" status: 200 len: 945 time: 0.0581951 Mar 31 15:43:40.743802 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-7464ffda-2a61-4256-99f2-50e3992b24dc req-fb29c704-e3c8-46ad-9864-5ef67fb7d0bf tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7c8adfe-7bcd-44f3-b3b4-0835d85dabdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514569 Mar 31 15:43:40.763984 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-009319b3-c466-44cd-aee8-25147ee4aee8 req-6db317ad-8f7b-4efe-bca3-8f8edd14010e tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea1ff3e2-de89-4396-a080-b20f9aa101e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911245 Mar 31 15:43:40.764201 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.db [req-30e248fb-adbb-4358-bd77-6f06b346eca9 req-dac2c408-e238-42c3-8e83-745f61037102 service neutron] For port 25f5ba82-8d73-4691-b211-34e13d4a151b, host hv-cinder-75078, cleared binding levels {{(pid=104158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:43:40.767792 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.db [req-30e248fb-adbb-4358-bd77-6f06b346eca9 req-dac2c408-e238-42c3-8e83-745f61037102 service neutron] For port 25f5ba82-8d73-4691-b211-34e13d4a151b, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=25f5ba82-8d73-4691-b211-34e13d4a151b,segment=NetworkSegment(0e0cb886-37ba-4ce8-8f14-fe84cd4b3a70),segment_id=0e0cb886-37ba-4ce8-8f14-fe84cd4b3a70)] {{(pid=104158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:43:40.975624 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-30e248fb-adbb-4358-bd77-6f06b346eca9 req-dac2c408-e238-42c3-8e83-745f61037102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302869'] for port (25f5ba82-8d73-4691-b211-34e13d4a151b), after_update {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:41.015237 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e248fb-adbb-4358-bd77-6f06b346eca9 req-dac2c408-e238-42c3-8e83-745f61037102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:41.015855 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-30e248fb-adbb-4358-bd77-6f06b346eca9 req-dac2c408-e238-42c3-8e83-745f61037102 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451'] for port (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:41.017317 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-30e248fb-adbb-4358-bd77-6f06b346eca9 req-dac2c408-e238-42c3-8e83-745f61037102 service neutron] 10.222.0.26 "PUT /v2.0/ports/25f5ba82-8d73-4691-b211-34e13d4a151b HTTP/1.1" status: 200 len: 1093 time: 1.0204732 Mar 31 15:43:41.017783 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29283a61-19d1-4ea6-9352-ca15e21dde67', 'tag': '25f5ba82-8d73-4691-b211-34e13d4a151b'}] {{(pid=104158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:43:41.020404 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f960889515c719e6c42930f5609f9e3ff07dde6b2d3f3be48d9020484c6583bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8557b3c3-f0c2-4c33-a201-38e0c4807010" -d '{"events": [{"name": "network-changed", "server_uuid": "29283a61-19d1-4ea6-9352-ca15e21dde67", "tag": "25f5ba82-8d73-4691-b211-34e13d4a151b"}]}' {{(pid=104158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:43:41.040541 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fd34c7ed-cab5-463e-81bb-e9aa6ef90623), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:41.064922 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac2c408-e238-42c3-8e83-745f61037102 service neutron] Pushing event updated for resources: {'Port': ['ID=25f5ba82-8d73-4691-b211-34e13d4a151b,revision_number=3']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:43:41.068892 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-194a4507-c80d-4944-bb2b-0ac9e9751805 x-openstack-request-id: req-194a4507-c80d-4944-bb2b-0ac9e9751805 {{(pid=104158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:43:41.069095 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29283a61-19d1-4ea6-9352-ca15e21dde67", "tag": "25f5ba82-8d73-4691-b211-34e13d4a151b", "status": "completed", "code": 200}]} {{(pid=104158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:43:41.069986 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-194a4507-c80d-4944-bb2b-0ac9e9751805 {{(pid=104158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:43:41.070552 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.notifiers.nova [-] Nova event matching ['req-194a4507-c80d-4944-bb2b-0ac9e9751805'] response: {'name': 'network-changed', 'server_uuid': '29283a61-19d1-4ea6-9352-ca15e21dde67', 'tag': '25f5ba82-8d73-4691-b211-34e13d4a151b', 'status': 'completed', 'code': 200} Mar 31 15:43:41.135281 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8557b3c3-f0c2-4c33-a201-38e0c4807010 req-112f680f-008e-4f6a-b2a2-b71d13bb4ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:41.136811 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-8557b3c3-f0c2-4c33-a201-38e0c4807010 req-112f680f-008e-4f6a-b2a2-b71d13bb4ee6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4c933e1253d840c390eb2715038d149c&device_id=29283a61-19d1-4ea6-9352-ca15e21dde67 HTTP/1.1" status: 200 len: 1127 time: 0.0476024 Mar 31 15:43:41.252708 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8557b3c3-f0c2-4c33-a201-38e0c4807010 req-4e40b7b3-5d59-4904-ac39-3abfd0acd55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:41.254265 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-8557b3c3-f0c2-4c33-a201-38e0c4807010 req-4e40b7b3-5d59-4904-ac39-3abfd0acd55c service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=4c933e1253d840c390eb2715038d149c&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1108325 Mar 31 15:43:41.356364 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8557b3c3-f0c2-4c33-a201-38e0c4807010 req-5c007baa-53f3-4f61-8c3c-c4c8593b92e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:41.357880 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-8557b3c3-f0c2-4c33-a201-38e0c4807010 req-5c007baa-53f3-4f61-8c3c-c4c8593b92e0 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0981309 Mar 31 15:43:41.372357 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device 4c0dfc7a-c8c6-4af6-8b83-920591cb9701 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=104160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 15:43:41.377092 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device e58352f8-e6f8-475e-83ff-6602902f6b4e no longer exists at agent hyperv_hv-cinder-75078 {{(pid=104160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:43:41.458603 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e248fb-adbb-4358-bd77-6f06b346eca9 req-5b5b6997-9cc3-496b-a1d0-486642bf3378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:41.460169 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-30e248fb-adbb-4358-bd77-6f06b346eca9 req-5b5b6997-9cc3-496b-a1d0-486642bf3378 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4c933e1253d840c390eb2715038d149c&device_id=29283a61-19d1-4ea6-9352-ca15e21dde67 HTTP/1.1" status: 200 len: 1127 time: 0.0581348 Mar 31 15:43:41.504580 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-30e248fb-adbb-4358-bd77-6f06b346eca9 req-a0aaa222-be83-4c2a-976e-392f0f322e63 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=25f5ba82-8d73-4691-b211-34e13d4a151b HTTP/1.1" status: 200 len: 217 time: 0.0370123 Mar 31 15:43:41.540948 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Current status of the port e58352f8-e6f8-475e-83ff-6602902f6b4e is: ACTIVE; New status is: DOWN {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:43:41.541472 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (e58352f8-e6f8-475e-83ff-6602902f6b4e), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:41.559744 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e248fb-adbb-4358-bd77-6f06b346eca9 req-cdf325c7-c240-4ac9-ad69-22338fb35fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:41.562539 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-30e248fb-adbb-4358-bd77-6f06b346eca9 req-cdf325c7-c240-4ac9-ad69-22338fb35fef service neutron] 10.222.0.26 "GET /v2.0/subnets?id=df5a75ec-cb03-4837-8803-b20bfd8cd12c HTTP/1.1" status: 200 len: 849 time: 0.0527580 Mar 31 15:43:41.568242 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] For port 4c0dfc7a-c8c6-4af6-8b83-920591cb9701, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=4c0dfc7a-c8c6-4af6-8b83-920591cb9701,segment=NetworkSegment(19abbc47-a111-4af7-b17f-4103c8e82ac9),segment_id=19abbc47-a111-4af7-b17f-4103c8e82ac9)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:43:41.592810 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af99820-f5d6-4a06-b902-c7c1da280d4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e58352f8-e6f8-475e-83ff-6602902f6b4e'}] {{(pid=104160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:43:41.595291 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce3869fed81eb230bc7c00aef7f85a04080afe3b8b72d2e6fbd63f6167e83839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7300a33-8f4a-43c2-86f9-b304ad4c84de" -d '{"events": [{"server_uuid": "8af99820-f5d6-4a06-b902-c7c1da280d4e", "name": "network-vif-unplugged", "status": "completed", "tag": "e58352f8-e6f8-475e-83ff-6602902f6b4e"}]}' {{(pid=104160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:43:41.601239 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Returning: {'device': '4c0dfc7a-c8c6-4af6-8b83-920591cb9701', 'network_id': 'c8d39306-acc4-41dc-bb77-f4eb030747ae', 'port_id': '4c0dfc7a-c8c6-4af6-8b83-920591cb9701', 'mac_address': 'fa:16:3e:60:69:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fc86967-9f5a-4e09-aa10-64ac88ccb2ef', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 15:43:41.602119 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-30e248fb-adbb-4358-bd77-6f06b346eca9 req-4ef37f8a-2e65-4d71-800d-74b20ba4b287 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b748186-53b5-43ea-ac99-093c35851a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332685 Mar 31 15:43:41.613736 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] For port e58352f8-e6f8-475e-83ff-6602902f6b4e, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=e58352f8-e6f8-475e-83ff-6602902f6b4e,segment=NetworkSegment(6bcab16b-0c41-4f5b-8545-8863ae1cf078),segment_id=6bcab16b-0c41-4f5b-8545-8863ae1cf078)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:43:41.647185 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 15:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f5ed17c-3720-4dac-aa95-f35d2a455eb9 x-openstack-request-id: req-3f5ed17c-3720-4dac-aa95-f35d2a455eb9 {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:43:41.648012 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8af99820-f5d6-4a06-b902-c7c1da280d4e", "name": "network-vif-unplugged", "status": "completed", "tag": "e58352f8-e6f8-475e-83ff-6602902f6b4e", "code": 200}]} {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:43:41.648268 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3f5ed17c-3720-4dac-aa95-f35d2a455eb9 {{(pid=104160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:43:41.648691 dv-cinder-750782-15-smb neutron-server[104160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f5ed17c-3720-4dac-aa95-f35d2a455eb9'] response: {'server_uuid': '8af99820-f5d6-4a06-b902-c7c1da280d4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e58352f8-e6f8-475e-83ff-6602902f6b4e', 'code': 200} Mar 31 15:43:41.661166 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Current status of the port 4c0dfc7a-c8c6-4af6-8b83-920591cb9701 is: DOWN; New status is: BUILD {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:43:41.661606 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (4c0dfc7a-c8c6-4af6-8b83-920591cb9701), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:41.676950 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.notifiers.nova [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c0dfc7a-c8c6-4af6-8b83-920591cb9701 {{(pid=104160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:43:41.700745 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] For port 4c0dfc7a-c8c6-4af6-8b83-920591cb9701, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=4c0dfc7a-c8c6-4af6-8b83-920591cb9701,segment=NetworkSegment(19abbc47-a111-4af7-b17f-4103c8e82ac9),segment_id=19abbc47-a111-4af7-b17f-4103c8e82ac9)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:43:41.705697 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (e58352f8-e6f8-475e-83ff-6602902f6b4e), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:41.745098 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-30e248fb-adbb-4358-bd77-6f06b346eca9 req-e4f4663d-719f-4627-8b08-e4f6b70bc200 service neutron] 10.222.0.26 "GET /v2.0/networks/1b748186-53b5-43ea-ac99-093c35851a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352208 Mar 31 15:43:41.754623 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3de281-e220-47fe-a5cb-a1f678a352be req-ec1c3147-48d5-4af3-99e6-ee3f9c5fb715 tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:41.755554 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-ce3de281-e220-47fe-a5cb-a1f678a352be req-ec1c3147-48d5-4af3-99e6-ee3f9c5fb715 tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5b46ea3-fb57-4cf5-b877-636fc87f0eb3 HTTP/1.1" status: 200 len: 948 time: 0.0941553 Mar 31 15:43:41.762011 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Pushing event updated for resources: {'Port': ['ID=e58352f8-e6f8-475e-83ff-6602902f6b4e,revision_number=8']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:43:41.799691 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (4c0dfc7a-c8c6-4af6-8b83-920591cb9701), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:41.857699 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Pushing event updated for resources: {'Port': ['ID=4c0dfc7a-c8c6-4af6-8b83-920591cb9701,revision_number=4']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:43:41.871167 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-ce3de281-e220-47fe-a5cb-a1f678a352be req-4425b2c9-dd51-4dc4-b85d-5d79c28614aa tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad82225c-e6b6-445d-a121-d609ef7bf875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036930 Mar 31 15:43:41.896273 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72247dce-0795-4c43-a506-fd402bc67bed req-78571e4c-3990-4cb7-b196-91b08e225825 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:41.901490 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-30e248fb-adbb-4358-bd77-6f06b346eca9 req-fb093ae5-5547-4f5b-b7b2-8daa98c1497d service neutron] 10.222.0.26 "GET /v2.0/networks/1b748186-53b5-43ea-ac99-093c35851a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431766 Mar 31 15:43:41.902186 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-72247dce-0795-4c43-a506-fd402bc67bed req-78571e4c-3990-4cb7-b196-91b08e225825 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=8af99820-f5d6-4a06-b902-c7c1da280d4e HTTP/1.1" status: 200 len: 943 time: 0.0779462 Mar 31 15:43:41.956569 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-72247dce-0795-4c43-a506-fd402bc67bed req-b63ab74d-39b3-4bc1-a074-876f101c30b8 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7c8adfe-7bcd-44f3-b3b4-0835d85dabdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530801 Mar 31 15:43:41.996223 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] get_ports_and_sgs() called for port_ids ['4c0dfc7a-c8c6-4af6-8b83-920591cb9701'] {{(pid=104160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:43:42.010147 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e87f3-7220-4408-9bf9-c8f746fbad83 req-56352853-c9f9-4564-b1d9-6517028a4777 tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:42.012325 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-9b1e87f3-7220-4408-9bf9-c8f746fbad83 req-56352853-c9f9-4564-b1d9-6517028a4777 tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] 10.222.0.21 "GET /v2.0/ports?device_id=29283a61-19d1-4ea6-9352-ca15e21dde67 HTTP/1.1" status: 200 len: 943 time: 0.0762711 Mar 31 15:43:42.079581 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-9b1e87f3-7220-4408-9bf9-c8f746fbad83 req-ebab4d40-ba8d-47d7-867e-457687734cdf tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea1ff3e2-de89-4396-a080-b20f9aa101e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609608 Mar 31 15:43:43.002138 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04841e44-d5f7-430b-a1e1-dea2196be0ab req-7d582128-ed09-4989-9974-4b48f70da28b tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:43.003838 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-04841e44-d5f7-430b-a1e1-dea2196be0ab req-7d582128-ed09-4989-9974-4b48f70da28b tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5b46ea3-fb57-4cf5-b877-636fc87f0eb3 HTTP/1.1" status: 200 len: 949 time: 0.0575373 Mar 31 15:43:43.071220 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-04841e44-d5f7-430b-a1e1-dea2196be0ab req-2993314a-0cc9-4f8e-9a53-632d02618b5e tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad82225c-e6b6-445d-a121-d609ef7bf875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579686 Mar 31 15:43:43.222563 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a235996c-d867-41c3-a83b-4f45e87ff043 req-5fdd8b9c-d66d-4e60-a863-6ee29e1d04e9 tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:43.224194 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-a235996c-d867-41c3-a83b-4f45e87ff043 req-5fdd8b9c-d66d-4e60-a863-6ee29e1d04e9 tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] 10.222.0.21 "GET /v2.0/ports?device_id=29283a61-19d1-4ea6-9352-ca15e21dde67 HTTP/1.1" status: 200 len: 943 time: 0.0639298 Mar 31 15:43:43.284484 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-a235996c-d867-41c3-a83b-4f45e87ff043 req-ac3af431-a094-43d0-b0e3-883590c3c6b3 tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea1ff3e2-de89-4396-a080-b20f9aa101e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533626 Mar 31 15:43:43.376062 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device 25f5ba82-8d73-4691-b211-34e13d4a151b details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=104160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 15:43:43.380857 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device 4c0dfc7a-c8c6-4af6-8b83-920591cb9701 up at agent hyperv_hv-cinder-75078 {{(pid=104160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:43:43.526470 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] For port 25f5ba82-8d73-4691-b211-34e13d4a151b, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=25f5ba82-8d73-4691-b211-34e13d4a151b,segment=NetworkSegment(0e0cb886-37ba-4ce8-8f14-fe84cd4b3a70),segment_id=0e0cb886-37ba-4ce8-8f14-fe84cd4b3a70)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:43:43.538636 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Returning: {'device': '25f5ba82-8d73-4691-b211-34e13d4a151b', 'network_id': '1b748186-53b5-43ea-ac99-093c35851a89', 'port_id': '25f5ba82-8d73-4691-b211-34e13d4a151b', 'mac_address': 'fa:16:3e:2a:65:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df5a75ec-cb03-4837-8803-b20bfd8cd12c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 15:43:43.586300 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Current status of the port 25f5ba82-8d73-4691-b211-34e13d4a151b is: DOWN; New status is: BUILD {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:43:43.586690 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (25f5ba82-8d73-4691-b211-34e13d4a151b), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:43.601422 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.notifiers.nova [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25f5ba82-8d73-4691-b211-34e13d4a151b {{(pid=104160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:43:43.629416 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] For port 25f5ba82-8d73-4691-b211-34e13d4a151b, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=25f5ba82-8d73-4691-b211-34e13d4a151b,segment=NetworkSegment(0e0cb886-37ba-4ce8-8f14-fe84cd4b3a70),segment_id=0e0cb886-37ba-4ce8-8f14-fe84cd4b3a70)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:43:43.723405 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Provisioning for port 4c0dfc7a-c8c6-4af6-8b83-920591cb9701 completed by entity L2. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 15:43:43.727907 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Provisioning complete for port 4c0dfc7a-c8c6-4af6-8b83-920591cb9701 triggered by entity L2. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:43:43.728282 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (4c0dfc7a-c8c6-4af6-8b83-920591cb9701), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:43.802679 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (25f5ba82-8d73-4691-b211-34e13d4a151b), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:43.845877 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Current status of the port 4c0dfc7a-c8c6-4af6-8b83-920591cb9701 is: BUILD; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:43:43.846275 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (4c0dfc7a-c8c6-4af6-8b83-920591cb9701), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:43.892655 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5b46ea3-fb57-4cf5-b877-636fc87f0eb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c0dfc7a-c8c6-4af6-8b83-920591cb9701'}] {{(pid=104160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:43:43.894981 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce3869fed81eb230bc7c00aef7f85a04080afe3b8b72d2e6fbd63f6167e83839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfcffd1e-2584-4535-9e2e-4c576f43858a" -d '{"events": [{"server_uuid": "c5b46ea3-fb57-4cf5-b877-636fc87f0eb3", "name": "network-vif-plugged", "status": "completed", "tag": "4c0dfc7a-c8c6-4af6-8b83-920591cb9701"}]}' {{(pid=104160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:43:43.899740 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Pushing event updated for resources: {'Port': ['ID=25f5ba82-8d73-4691-b211-34e13d4a151b,revision_number=4']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:43:43.915491 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] For port 4c0dfc7a-c8c6-4af6-8b83-920591cb9701, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=4c0dfc7a-c8c6-4af6-8b83-920591cb9701,segment=NetworkSegment(19abbc47-a111-4af7-b17f-4103c8e82ac9),segment_id=19abbc47-a111-4af7-b17f-4103c8e82ac9)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:43:43.955326 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e1d6ed-a42f-456f-9ef3-fde918c529b2 x-openstack-request-id: req-84e1d6ed-a42f-456f-9ef3-fde918c529b2 {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:43:43.955621 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5b46ea3-fb57-4cf5-b877-636fc87f0eb3", "name": "network-vif-plugged", "status": "completed", "tag": "4c0dfc7a-c8c6-4af6-8b83-920591cb9701", "code": 200}]} {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:43:43.955905 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-84e1d6ed-a42f-456f-9ef3-fde918c529b2 {{(pid=104160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:43:43.956331 dv-cinder-750782-15-smb neutron-server[104160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84e1d6ed-a42f-456f-9ef3-fde918c529b2'] response: {'server_uuid': 'c5b46ea3-fb57-4cf5-b877-636fc87f0eb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c0dfc7a-c8c6-4af6-8b83-920591cb9701', 'code': 200} Mar 31 15:43:44.014537 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] get_ports_and_sgs() called for port_ids ['25f5ba82-8d73-4691-b211-34e13d4a151b'] {{(pid=104160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:43:44.174945 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (4c0dfc7a-c8c6-4af6-8b83-920591cb9701), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:44.175729 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device e58352f8-e6f8-475e-83ff-6602902f6b4e no longer exists at agent hyperv_hv-cinder-75078 {{(pid=104160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:43:44.259168 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Pushing event updated for resources: {'Port': ['ID=4c0dfc7a-c8c6-4af6-8b83-920591cb9701,revision_number=5']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:43:44.284863 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe9a662-2577-416d-9944-879fd3a765d9 req-17bb9319-4478-4d55-8de4-39bd8e112bbf tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:44.286799 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-2fe9a662-2577-416d-9944-879fd3a765d9 req-17bb9319-4478-4d55-8de4-39bd8e112bbf tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5b46ea3-fb57-4cf5-b877-636fc87f0eb3 HTTP/1.1" status: 200 len: 950 time: 0.1259420 Mar 31 15:43:44.311492 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Current status of the port e58352f8-e6f8-475e-83ff-6602902f6b4e is: DOWN; New status is: DOWN {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:43:44.323531 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [req-dc6bbd78-e778-42c5-9859-dfeb8a85c987 req-06295a7e-5bb3-40b6-892b-79deccd57b8b service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=104159) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 15:43:44.324776 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-dc6bbd78-e778-42c5-9859-dfeb8a85c987 req-06295a7e-5bb3-40b6-892b-79deccd57b8b service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062022 Mar 31 15:43:44.350139 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-2fe9a662-2577-416d-9944-879fd3a765d9 req-71178bc1-f24c-4989-85a2-e46b14d092bc tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad82225c-e6b6-445d-a121-d609ef7bf875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462315 Mar 31 15:43:44.487296 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f62192-711b-462f-b645-36c17fe11426 req-182ae579-8c85-4d72-a0c1-0ddb9c6a6a01 tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:44.488856 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-05f62192-711b-462f-b645-36c17fe11426 req-182ae579-8c85-4d72-a0c1-0ddb9c6a6a01 tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] 10.222.0.21 "GET /v2.0/ports?device_id=29283a61-19d1-4ea6-9352-ca15e21dde67 HTTP/1.1" status: 200 len: 944 time: 0.0879154 Mar 31 15:43:44.524221 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26087e3a-4f70-46f1-ba57-07338e5fe518 req-8036e420-8e26-4168-b20f-8a7042e83882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:44.525791 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-26087e3a-4f70-46f1-ba57-07338e5fe518 req-8036e420-8e26-4168-b20f-8a7042e83882 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c5b46ea3-fb57-4cf5-b877-636fc87f0eb3 HTTP/1.1" status: 200 len: 1134 time: 0.0793982 Mar 31 15:43:44.567441 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-05f62192-711b-462f-b645-36c17fe11426 req-6b01a518-4e53-46d3-8e1b-6a5b4acf685c tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea1ff3e2-de89-4396-a080-b20f9aa101e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709760 Mar 31 15:43:44.589415 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-26087e3a-4f70-46f1-ba57-07338e5fe518 req-32afb4fb-fdf2-44cf-874b-e584fc34de15 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ad82225c-e6b6-445d-a121-d609ef7bf875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575664 Mar 31 15:43:44.774890 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1332810c-3091-4d81-a5e6-88b285cb4f18 req-cc10501d-d92f-43af-913e-f17b972b04f8 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:44.776464 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-1332810c-3091-4d81-a5e6-88b285cb4f18 req-cc10501d-d92f-43af-913e-f17b972b04f8 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=8af99820-f5d6-4a06-b902-c7c1da280d4e HTTP/1.1" status: 200 len: 943 time: 0.0591595 Mar 31 15:43:44.825913 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-1332810c-3091-4d81-a5e6-88b285cb4f18 req-2c978c5c-65a5-4bea-8fb2-495b5d41c7ee tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7c8adfe-7bcd-44f3-b3b4-0835d85dabdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432363 Mar 31 15:43:45.392390 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device 25f5ba82-8d73-4691-b211-34e13d4a151b up at agent hyperv_hv-cinder-75078 {{(pid=104160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:43:45.474382 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d82c4da-b5f4-408e-84f6-0599ff9ad156 req-027e5c23-85dd-49e9-bea7-3abe47e0cfd5 tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:45.476561 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-4d82c4da-b5f4-408e-84f6-0599ff9ad156 req-027e5c23-85dd-49e9-bea7-3abe47e0cfd5 tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5b46ea3-fb57-4cf5-b877-636fc87f0eb3 HTTP/1.1" status: 200 len: 950 time: 0.0639856 Mar 31 15:43:45.538914 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-4d82c4da-b5f4-408e-84f6-0599ff9ad156 req-1821c9b7-dbc7-4401-8d98-b00deb12d95c tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad82225c-e6b6-445d-a121-d609ef7bf875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532582 Mar 31 15:43:45.568867 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 50828) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:43:45.599261 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Provisioning for port 25f5ba82-8d73-4691-b211-34e13d4a151b completed by entity L2. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 15:43:45.606688 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Provisioning complete for port 25f5ba82-8d73-4691-b211-34e13d4a151b triggered by entity L2. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:43:45.607714 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (25f5ba82-8d73-4691-b211-34e13d4a151b), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:45.706224 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-fc284d25-34b5-432c-ad25-3cef0a2fe83c req-04febd7d-f9d8-4337-b70c-9aaf20c5f563 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8af99820-f5d6-4a06-b902-c7c1da280d4e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1358693 Mar 31 15:43:45.712468 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Current status of the port 25f5ba82-8d73-4691-b211-34e13d4a151b is: BUILD; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:43:45.712982 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (25f5ba82-8d73-4691-b211-34e13d4a151b), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:45.716633 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [req-fc284d25-34b5-432c-ad25-3cef0a2fe83c req-a75ca1de-ff12-485f-ac27-a8f8c636e763 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=104159) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 15:43:45.718145 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-fc284d25-34b5-432c-ad25-3cef0a2fe83c req-a75ca1de-ff12-485f-ac27-a8f8c636e763 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057745 Mar 31 15:43:45.727926 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a262966d-2e22-4c53-bbb2-3cc11db4f262 req-f14953e6-32d0-431f-b06a-9f6c6b2f40d7 tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:45.730614 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-a262966d-2e22-4c53-bbb2-3cc11db4f262 req-f14953e6-32d0-431f-b06a-9f6c6b2f40d7 tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] 10.222.0.21 "GET /v2.0/ports?device_id=29283a61-19d1-4ea6-9352-ca15e21dde67 HTTP/1.1" status: 200 len: 944 time: 0.0845809 Mar 31 15:43:45.766055 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] For port 25f5ba82-8d73-4691-b211-34e13d4a151b, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=25f5ba82-8d73-4691-b211-34e13d4a151b,segment=NetworkSegment(0e0cb886-37ba-4ce8-8f14-fe84cd4b3a70),segment_id=0e0cb886-37ba-4ce8-8f14-fe84cd4b3a70)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:43:45.794328 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-a262966d-2e22-4c53-bbb2-3cc11db4f262 req-8976f85d-b9ad-4e37-a90b-10fa2944901d tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea1ff3e2-de89-4396-a080-b20f9aa101e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559521 Mar 31 15:43:45.806614 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 50838) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:43:45.930651 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc284d25-34b5-432c-ad25-3cef0a2fe83c req-a6937452-1b85-473d-b1b4-609818b35395 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:45.933059 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-fc284d25-34b5-432c-ad25-3cef0a2fe83c req-a6937452-1b85-473d-b1b4-609818b35395 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports/e58352f8-e6f8-475e-83ff-6602902f6b4e HTTP/1.1" status: 200 len: 940 time: 0.1252637 Mar 31 15:43:45.957471 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29283a61-19d1-4ea6-9352-ca15e21dde67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25f5ba82-8d73-4691-b211-34e13d4a151b'}] {{(pid=104160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:43:45.973967 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce3869fed81eb230bc7c00aef7f85a04080afe3b8b72d2e6fbd63f6167e83839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74852a05-eae3-4256-9671-f32c67868ed0" -d '{"events": [{"server_uuid": "29283a61-19d1-4ea6-9352-ca15e21dde67", "name": "network-vif-plugged", "status": "completed", "tag": "25f5ba82-8d73-4691-b211-34e13d4a151b"}]}' {{(pid=104160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:43:45.979161 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9576f31f-6839-41be-9ddc-1b334a94244e req-bd42936e-7032-4999-b109-48d151def9f1 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:45.987051 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-9576f31f-6839-41be-9ddc-1b334a94244e req-bd42936e-7032-4999-b109-48d151def9f1 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=8af99820-f5d6-4a06-b902-c7c1da280d4e HTTP/1.1" status: 200 len: 943 time: 0.0828843 Mar 31 15:43:46.004787 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30121ce8-0a44-477b-ab56-335dd50ceef3 x-openstack-request-id: req-30121ce8-0a44-477b-ab56-335dd50ceef3 {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:43:46.004787 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29283a61-19d1-4ea6-9352-ca15e21dde67", "name": "network-vif-plugged", "status": "completed", "tag": "25f5ba82-8d73-4691-b211-34e13d4a151b", "code": 200}]} {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:43:46.005041 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-30121ce8-0a44-477b-ab56-335dd50ceef3 {{(pid=104160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:43:46.005855 dv-cinder-750782-15-smb neutron-server[104160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30121ce8-0a44-477b-ab56-335dd50ceef3'] response: {'server_uuid': '29283a61-19d1-4ea6-9352-ca15e21dde67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25f5ba82-8d73-4691-b211-34e13d4a151b', 'code': 200} Mar 31 15:43:46.027928 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (25f5ba82-8d73-4691-b211-34e13d4a151b), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:46.066981 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-9576f31f-6839-41be-9ddc-1b334a94244e req-7a69ca99-2da5-4773-b848-8ebdd6bbaf13 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7c8adfe-7bcd-44f3-b3b4-0835d85dabdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790627 Mar 31 15:43:46.127418 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Pushing event updated for resources: {'Port': ['ID=25f5ba82-8d73-4691-b211-34e13d4a151b,revision_number=5']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:43:46.670291 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95d1946-5845-4f33-9953-6144f80be9fe req-d383c323-3b32-4c3b-8672-e68debd6e716 tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:46.672073 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-e95d1946-5845-4f33-9953-6144f80be9fe req-d383c323-3b32-4c3b-8672-e68debd6e716 tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5b46ea3-fb57-4cf5-b877-636fc87f0eb3 HTTP/1.1" status: 200 len: 950 time: 0.0636661 Mar 31 15:43:46.749404 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-e95d1946-5845-4f33-9953-6144f80be9fe req-6fb99cbb-cbcf-4684-b88d-0471812cb20f tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad82225c-e6b6-445d-a121-d609ef7bf875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715542 Mar 31 15:43:46.759220 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2546a6-78f1-479d-a8d1-5381d66f7c96 req-1442bb78-045a-45bc-ace6-229bab1cf066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:46.760778 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-df2546a6-78f1-479d-a8d1-5381d66f7c96 req-1442bb78-045a-45bc-ace6-229bab1cf066 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=29283a61-19d1-4ea6-9352-ca15e21dde67 HTTP/1.1" status: 200 len: 1129 time: 0.0678341 Mar 31 15:43:46.816206 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-df2546a6-78f1-479d-a8d1-5381d66f7c96 req-88e81e46-c92a-4cad-918e-c5f432378a49 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ea1ff3e2-de89-4396-a080-b20f9aa101e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497572 Mar 31 15:43:46.919370 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76f0d0-0940-4eaa-a806-a86f0480173a req-b8a4ba62-821b-47d8-b61b-d5a49b5defd6 tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:46.921044 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-8a76f0d0-0940-4eaa-a806-a86f0480173a req-b8a4ba62-821b-47d8-b61b-d5a49b5defd6 tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] 10.222.0.21 "GET /v2.0/ports?device_id=29283a61-19d1-4ea6-9352-ca15e21dde67 HTTP/1.1" status: 200 len: 945 time: 0.0546637 Mar 31 15:43:46.969720 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-8a76f0d0-0940-4eaa-a806-a86f0480173a req-73bb92d8-6d7d-4ba6-82f1-593a6a1b8a14 tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea1ff3e2-de89-4396-a080-b20f9aa101e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423200 Mar 31 15:43:47.217155 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b223006f-f41f-4156-94e0-1386af7c8d7e req-5447562b-065b-4934-b8f2-da2b3088e161 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:47.218676 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-b223006f-f41f-4156-94e0-1386af7c8d7e req-5447562b-065b-4934-b8f2-da2b3088e161 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=8af99820-f5d6-4a06-b902-c7c1da280d4e HTTP/1.1" status: 200 len: 943 time: 0.0542386 Mar 31 15:43:47.270451 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-b223006f-f41f-4156-94e0-1386af7c8d7e req-9bb64235-f40e-4da6-bd36-f2ff412f64fe tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7c8adfe-7bcd-44f3-b3b4-0835d85dabdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457320 Mar 31 15:43:47.369414 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a923c112-e9a4-46f1-9f5b-a1ba47f1a274 req-f3e12df0-5797-40bd-92a7-339ff983a773 tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:47.371021 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-a923c112-e9a4-46f1-9f5b-a1ba47f1a274 req-f3e12df0-5797-40bd-92a7-339ff983a773 tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5b46ea3-fb57-4cf5-b877-636fc87f0eb3 HTTP/1.1" status: 200 len: 950 time: 0.0587115 Mar 31 15:43:47.421570 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-a923c112-e9a4-46f1-9f5b-a1ba47f1a274 req-4e5a6b8e-b2b4-4d6b-8003-721d86e3b889 tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad82225c-e6b6-445d-a121-d609ef7bf875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437796 Mar 31 15:43:48.105449 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d73a59-6845-465e-8be1-34b81cb2848b req-c152433d-8f59-45c7-8518-26e139672d7a tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:48.128018 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-d7d73a59-6845-465e-8be1-34b81cb2848b req-c152433d-8f59-45c7-8518-26e139672d7a tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] 10.222.0.21 "GET /v2.0/ports?device_id=29283a61-19d1-4ea6-9352-ca15e21dde67 HTTP/1.1" status: 200 len: 945 time: 0.0596924 Mar 31 15:43:48.159384 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-d7d73a59-6845-465e-8be1-34b81cb2848b req-a6a50b0e-a326-4ad2-adc5-54de931bef14 tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea1ff3e2-de89-4396-a080-b20f9aa101e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463881 Mar 31 15:43:48.400169 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd011064-36a3-4b00-9fb5-b0dfa1f503ae req-e6c704ee-55a3-43ae-ab64-1772b4a6ea61 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:48.401653 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-cd011064-36a3-4b00-9fb5-b0dfa1f503ae req-e6c704ee-55a3-43ae-ab64-1772b4a6ea61 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=8af99820-f5d6-4a06-b902-c7c1da280d4e HTTP/1.1" status: 200 len: 943 time: 0.0540442 Mar 31 15:43:48.452482 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-cd011064-36a3-4b00-9fb5-b0dfa1f503ae req-8df20728-be0b-4bd6-afdc-a55ba249eb8b tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7c8adfe-7bcd-44f3-b3b4-0835d85dabdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450854 Mar 31 15:43:48.556376 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a637a03-de04-4c64-aa2f-534aeb9a071f req-622ba4d9-ad78-4dd1-83e3-35a5f8e2a597 tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:48.557732 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-7a637a03-de04-4c64-aa2f-534aeb9a071f req-622ba4d9-ad78-4dd1-83e3-35a5f8e2a597 tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5b46ea3-fb57-4cf5-b877-636fc87f0eb3 HTTP/1.1" status: 200 len: 950 time: 0.0525184 Mar 31 15:43:48.605546 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-7a637a03-de04-4c64-aa2f-534aeb9a071f req-bbe5d081-6ca1-47a4-b0a2-e05915598be8 tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad82225c-e6b6-445d-a121-d609ef7bf875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415339 Mar 31 15:43:48.830019 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea75a6e-e754-4680-b202-702e198c103b req-2880ca11-c231-4d36-bed0-c0a7adb4e295 tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:48.831439 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-9ea75a6e-e754-4680-b202-702e198c103b req-2880ca11-c231-4d36-bed0-c0a7adb4e295 tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5b46ea3-fb57-4cf5-b877-636fc87f0eb3 HTTP/1.1" status: 200 len: 950 time: 0.0574572 Mar 31 15:43:48.941594 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.plugin [req-9ea75a6e-e754-4680-b202-702e198c103b req-df8b6614-fede-4e8b-af88-708a7559eb95 tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] Deleting port 4c0dfc7a-c8c6-4af6-8b83-920591cb9701 {{(pid=104158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:43:48.941921 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-9ea75a6e-e754-4680-b202-702e198c103b req-df8b6614-fede-4e8b-af88-708a7559eb95 tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772784948758'] for port (4c0dfc7a-c8c6-4af6-8b83-920591cb9701), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:49.033060 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.db [req-9ea75a6e-e754-4680-b202-702e198c103b req-df8b6614-fede-4e8b-af88-708a7559eb95 tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] For port 4c0dfc7a-c8c6-4af6-8b83-920591cb9701, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=4c0dfc7a-c8c6-4af6-8b83-920591cb9701,segment=NetworkSegment(19abbc47-a111-4af7-b17f-4103c8e82ac9),segment_id=19abbc47-a111-4af7-b17f-4103c8e82ac9)] {{(pid=104158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:43:49.033434 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-9ea75a6e-e754-4680-b202-702e198c103b req-df8b6614-fede-4e8b-af88-708a7559eb95 tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576833'] for port (4c0dfc7a-c8c6-4af6-8b83-920591cb9701), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:49.051573 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.plugin [req-9ea75a6e-e754-4680-b202-702e198c103b req-df8b6614-fede-4e8b-af88-708a7559eb95 tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] Calling delete_port for 4c0dfc7a-c8c6-4af6-8b83-920591cb9701 owned by compute:nova {{(pid=104158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:43:49.284196 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1abd51c-3289-41e3-a111-053a92823848 req-a21bce40-8c27-4eea-90e6-4fb6cb46d4da tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:49.285707 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-e1abd51c-3289-41e3-a111-053a92823848 req-a21bce40-8c27-4eea-90e6-4fb6cb46d4da tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] 10.222.0.21 "GET /v2.0/ports?device_id=29283a61-19d1-4ea6-9352-ca15e21dde67 HTTP/1.1" status: 200 len: 945 time: 0.0538113 Mar 31 15:43:49.334375 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-9ea75a6e-e754-4680-b202-702e198c103b req-df8b6614-fede-4e8b-af88-708a7559eb95 tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772784953465', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772784453879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302876'] for port (4c0dfc7a-c8c6-4af6-8b83-920591cb9701), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:49.336805 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-e1abd51c-3289-41e3-a111-053a92823848 req-e0a84cdd-969f-4309-85ed-00648e743345 tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea1ff3e2-de89-4396-a080-b20f9aa101e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419636 Mar 31 15:43:49.346940 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] get_ports_and_sgs() called for port_ids ['4c0dfc7a-c8c6-4af6-8b83-920591cb9701'] {{(pid=104160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:43:49.368325 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8b6614-fede-4e8b-af88-708a7559eb95 tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] Pushing event deleted for resources: {'Port': ['ID=4c0dfc7a-c8c6-4af6-8b83-920591cb9701,revision_number=None']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:43:49.419554 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ea75a6e-e754-4680-b202-702e198c103b req-df8b6614-fede-4e8b-af88-708a7559eb95 tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] No DVR routers for this DVR port 4c0dfc7a-c8c6-4af6-8b83-920591cb9701 on host hv-cinder-75078 {{(pid=104158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:43:49.422474 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-9ea75a6e-e754-4680-b202-702e198c103b req-df8b6614-fede-4e8b-af88-708a7559eb95 tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451'] for port (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:43:49.425854 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-9ea75a6e-e754-4680-b202-702e198c103b req-df8b6614-fede-4e8b-af88-708a7559eb95 tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] 10.222.0.26 "DELETE /v2.0/ports/4c0dfc7a-c8c6-4af6-8b83-920591cb9701 HTTP/1.1" status: 204 len: 173 time: 0.5895579 Mar 31 15:43:49.426397 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5b46ea3-fb57-4cf5-b877-636fc87f0eb3', 'name': 'network-vif-deleted', 'tag': '4c0dfc7a-c8c6-4af6-8b83-920591cb9701'}] {{(pid=104158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:43:49.429350 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f960889515c719e6c42930f5609f9e3ff07dde6b2d3f3be48d9020484c6583bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e807f0-75d4-49b0-bf88-138db3170f51" -d '{"events": [{"server_uuid": "c5b46ea3-fb57-4cf5-b877-636fc87f0eb3", "name": "network-vif-deleted", "tag": "4c0dfc7a-c8c6-4af6-8b83-920591cb9701"}]}' {{(pid=104158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:43:49.478909 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4361a47d-fffe-4cd0-8063-6316583f746c x-openstack-request-id: req-4361a47d-fffe-4cd0-8063-6316583f746c {{(pid=104158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:43:49.479253 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5b46ea3-fb57-4cf5-b877-636fc87f0eb3", "name": "network-vif-deleted", "tag": "4c0dfc7a-c8c6-4af6-8b83-920591cb9701", "status": "completed", "code": 200}]} {{(pid=104158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:43:49.479511 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4361a47d-fffe-4cd0-8063-6316583f746c {{(pid=104158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:43:49.479914 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4361a47d-fffe-4cd0-8063-6316583f746c'] response: {'server_uuid': 'c5b46ea3-fb57-4cf5-b877-636fc87f0eb3', 'name': 'network-vif-deleted', 'tag': '4c0dfc7a-c8c6-4af6-8b83-920591cb9701', 'status': 'completed', 'code': 200} Mar 31 15:43:49.715980 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-fe3f1ea9-9e9e-4b47-a98a-ac6000444d30 req-d010936b-ef9a-44b7-b9d2-42191d5b1542 tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5b46ea3-fb57-4cf5-b877-636fc87f0eb3 HTTP/1.1" status: 200 len: 210 time: 0.0283329 Mar 31 15:43:49.754962 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28901755-9488-4b84-beed-2bd1d0ede863 req-b52842e3-1ba3-4fd0-9a66-d3392719505b tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:49.756521 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-28901755-9488-4b84-beed-2bd1d0ede863 req-b52842e3-1ba3-4fd0-9a66-d3392719505b tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=8af99820-f5d6-4a06-b902-c7c1da280d4e HTTP/1.1" status: 200 len: 943 time: 0.0571222 Mar 31 15:43:49.807137 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-28901755-9488-4b84-beed-2bd1d0ede863 req-12117144-8258-452e-abf0-09b0477a9e9f tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7c8adfe-7bcd-44f3-b3b4-0835d85dabdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432007 Mar 31 15:43:49.962465 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc284d25-34b5-432c-ad25-3cef0a2fe83c req-8d84b31d-9fd4-4249-b0f7-ef04edccdce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:49.964196 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-fc284d25-34b5-432c-ad25-3cef0a2fe83c req-8d84b31d-9fd4-4249-b0f7-ef04edccdce0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8af99820-f5d6-4a06-b902-c7c1da280d4e&tenant_id=c680e9e6d388412fa4440c103afb5577 HTTP/1.1" status: 200 len: 1127 time: 0.0853248 Mar 31 15:43:50.039981 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc284d25-34b5-432c-ad25-3cef0a2fe83c req-00dc6d00-457e-47b6-b815-aa3b61cbbb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:50.041613 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-fc284d25-34b5-432c-ad25-3cef0a2fe83c req-00dc6d00-457e-47b6-b815-aa3b61cbbb55 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c680e9e6d388412fa4440c103afb5577&device_id=8af99820-f5d6-4a06-b902-c7c1da280d4e HTTP/1.1" status: 200 len: 1127 time: 0.0506322 Mar 31 15:43:50.146904 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc284d25-34b5-432c-ad25-3cef0a2fe83c req-8d336473-18ce-4f26-84ef-aa3b8dbeb661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:50.148449 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-fc284d25-34b5-432c-ad25-3cef0a2fe83c req-8d336473-18ce-4f26-84ef-aa3b8dbeb661 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6ce47f39-3814-4e43-bd73-afb159608eca HTTP/1.1" status: 200 len: 917 time: 0.1018176 Mar 31 15:43:50.220160 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-fc284d25-34b5-432c-ad25-3cef0a2fe83c req-fa2d5ef5-527f-4662-8574-dcb90e24af60 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e58352f8-e6f8-475e-83ff-6602902f6b4e HTTP/1.1" status: 200 len: 999 time: 0.0643268 Mar 31 15:43:50.269985 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc284d25-34b5-432c-ad25-3cef0a2fe83c req-d63aa2d8-9533-4195-984f-580017fef1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:50.271415 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-fc284d25-34b5-432c-ad25-3cef0a2fe83c req-d63aa2d8-9533-4195-984f-580017fef1a9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9a2e610f-76e0-4760-b7be-8011d4581daa HTTP/1.1" status: 200 len: 855 time: 0.0441935 Mar 31 15:43:50.328951 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc284d25-34b5-432c-ad25-3cef0a2fe83c req-d2d5835d-6ed8-485f-94a2-049da2d2711d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:50.330518 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-fc284d25-34b5-432c-ad25-3cef0a2fe83c req-d2d5835d-6ed8-485f-94a2-049da2d2711d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6ce47f39-3814-4e43-bd73-afb159608eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0513904 Mar 31 15:43:50.427597 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-fc284d25-34b5-432c-ad25-3cef0a2fe83c req-b8d15b4f-5266-48b7-874d-d36020d54a3f service neutron] 10.222.0.26 "GET /v2.0/networks/6ce47f39-3814-4e43-bd73-afb159608eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888183 Mar 31 15:43:50.521832 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-fc284d25-34b5-432c-ad25-3cef0a2fe83c req-30da7eb2-5647-4e7e-883b-08e620ebe49a service neutron] 10.222.0.26 "GET /v2.0/networks/6ce47f39-3814-4e43-bd73-afb159608eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877314 Mar 31 15:43:50.830066 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-3a9a01a0-5c2b-474c-9cc9-a78b3945ffe5 req-98768854-e616-4599-9a6a-2b5e2133f33b tempest-VolumesNegativeTest-1290279664 tempest-VolumesNegativeTest-1290279664-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5b46ea3-fb57-4cf5-b877-636fc87f0eb3 HTTP/1.1" status: 200 len: 210 time: 0.0316091 Mar 31 15:43:50.947336 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4becb5-88dd-4df2-ac03-1b5d2850b4ff req-e2144c86-df67-4097-a12d-6ccc7759b69f tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:50.948859 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-5c4becb5-88dd-4df2-ac03-1b5d2850b4ff req-e2144c86-df67-4097-a12d-6ccc7759b69f tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=8af99820-f5d6-4a06-b902-c7c1da280d4e HTTP/1.1" status: 200 len: 943 time: 0.0580609 Mar 31 15:43:51.003074 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-5c4becb5-88dd-4df2-ac03-1b5d2850b4ff req-cc2176d0-150e-4456-974f-d6b32c96f3e1 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7c8adfe-7bcd-44f3-b3b4-0835d85dabdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485818 Mar 31 15:43:51.400859 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1945bb-f467-4a0c-8cfc-c978ef5b18de req-68bc53e6-8dbe-4ad9-b59d-87a161f2f358 tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:51.402357 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-8d1945bb-f467-4a0c-8cfc-c978ef5b18de req-68bc53e6-8dbe-4ad9-b59d-87a161f2f358 tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] 10.222.0.21 "GET /v2.0/ports?device_id=29283a61-19d1-4ea6-9352-ca15e21dde67 HTTP/1.1" status: 200 len: 945 time: 0.0535018 Mar 31 15:43:51.418137 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device 4c0dfc7a-c8c6-4af6-8b83-920591cb9701 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=104160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:43:51.446755 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] No Port match for: 4c0dfc7a-c8c6-4af6-8b83-920591cb9701 {{(pid=104160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:43:51.447519 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device 4c0dfc7a-c8c6-4af6-8b83-920591cb9701 not bound to the agent host hv-cinder-75078 {{(pid=104160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:43:51.488697 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-8d1945bb-f467-4a0c-8cfc-c978ef5b18de req-b93f5cc9-efb5-4664-bf2f-c3a6da49e950 tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea1ff3e2-de89-4396-a080-b20f9aa101e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731354 Mar 31 15:43:52.158656 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba355d0-d511-4331-8bdc-6bb03a2976e5 req-c64895c8-48d0-448f-af03-976ff7873b3b tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:52.166071 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-fba355d0-d511-4331-8bdc-6bb03a2976e5 req-c64895c8-48d0-448f-af03-976ff7873b3b tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=8af99820-f5d6-4a06-b902-c7c1da280d4e HTTP/1.1" status: 200 len: 943 time: 0.0697553 Mar 31 15:43:52.217887 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-fba355d0-d511-4331-8bdc-6bb03a2976e5 req-82a86979-0629-43bd-9e23-5c9349b71148 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7c8adfe-7bcd-44f3-b3b4-0835d85dabdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500462 Mar 31 15:43:52.479590 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.agents_db [None req-c7073644-962b-4037-b6f3-12a39092c58a None None] Agent healthcheck: found 6 active agents {{(pid=104161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:43:52.627536 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b8406d-8109-4ff6-b8bc-98dbb5922466 req-ff48fb8a-59d8-45a8-ad2d-3c233ec4e037 tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:52.629849 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-b1b8406d-8109-4ff6-b8bc-98dbb5922466 req-ff48fb8a-59d8-45a8-ad2d-3c233ec4e037 tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] 10.222.0.21 "GET /v2.0/ports?device_id=29283a61-19d1-4ea6-9352-ca15e21dde67 HTTP/1.1" status: 200 len: 945 time: 0.0706923 Mar 31 15:43:52.716391 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-b1b8406d-8109-4ff6-b8bc-98dbb5922466 req-6be08861-58c1-45f0-bc3f-a5028a717c86 tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea1ff3e2-de89-4396-a080-b20f9aa101e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799177 Mar 31 15:43:53.374853 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aa32c1-84e7-47f8-807c-41bc15b40562 req-a96f1287-1e6e-43e6-b576-d414dae4cb80 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:53.376359 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-16aa32c1-84e7-47f8-807c-41bc15b40562 req-a96f1287-1e6e-43e6-b576-d414dae4cb80 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=8af99820-f5d6-4a06-b902-c7c1da280d4e HTTP/1.1" status: 200 len: 943 time: 0.0742605 Mar 31 15:43:53.432945 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-16aa32c1-84e7-47f8-807c-41bc15b40562 req-5a08ed46-ee79-4d25-aea2-43d80d31ae7f tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7c8adfe-7bcd-44f3-b3b4-0835d85dabdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466380 Mar 31 15:43:53.844601 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8aadf8-b444-4f46-b436-ced43d48e901 req-6998e8c2-276b-4582-b65f-debf8347fe7b tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:53.846160 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-af8aadf8-b444-4f46-b436-ced43d48e901 req-6998e8c2-276b-4582-b65f-debf8347fe7b tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] 10.222.0.21 "GET /v2.0/ports?device_id=29283a61-19d1-4ea6-9352-ca15e21dde67 HTTP/1.1" status: 200 len: 945 time: 0.0555336 Mar 31 15:43:53.898239 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-af8aadf8-b444-4f46-b436-ced43d48e901 req-949d3149-171f-4d96-ae7a-9bfd8e76b222 tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea1ff3e2-de89-4396-a080-b20f9aa101e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454321 Mar 31 15:43:54.579963 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee086a41-fc17-471c-b67c-0e38d6f74732 req-985b0d7c-b39e-47ef-8aba-5b80edb5a353 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:54.582013 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-ee086a41-fc17-471c-b67c-0e38d6f74732 req-985b0d7c-b39e-47ef-8aba-5b80edb5a353 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=8af99820-f5d6-4a06-b902-c7c1da280d4e HTTP/1.1" status: 200 len: 943 time: 0.0663538 Mar 31 15:43:54.645282 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-ee086a41-fc17-471c-b67c-0e38d6f74732 req-e88f554b-aa9f-46c8-bffc-afb6cb145326 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7c8adfe-7bcd-44f3-b3b4-0835d85dabdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565534 Mar 31 15:43:55.040423 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3039ea-c7f0-458e-9a49-b219c3c631c2 req-2bc0a4c3-f5c4-4f31-8337-cda5e1c40e38 tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:55.042052 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-2a3039ea-c7f0-458e-9a49-b219c3c631c2 req-2bc0a4c3-f5c4-4f31-8337-cda5e1c40e38 tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] 10.222.0.21 "GET /v2.0/ports?device_id=29283a61-19d1-4ea6-9352-ca15e21dde67 HTTP/1.1" status: 200 len: 945 time: 0.0673110 Mar 31 15:43:55.106972 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-2a3039ea-c7f0-458e-9a49-b219c3c631c2 req-3c1c2a25-d81f-4fa0-b464-f79ac2af6010 tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea1ff3e2-de89-4396-a080-b20f9aa101e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516777 Mar 31 15:43:55.819633 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f129c3-8416-45f2-a78c-c97ce7a3393b req-d7a48464-90a9-427d-b4ca-b84590e727f6 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:55.821225 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-a9f129c3-8416-45f2-a78c-c97ce7a3393b req-d7a48464-90a9-427d-b4ca-b84590e727f6 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=8af99820-f5d6-4a06-b902-c7c1da280d4e HTTP/1.1" status: 200 len: 943 time: 0.0854521 Mar 31 15:43:55.887025 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-a9f129c3-8416-45f2-a78c-c97ce7a3393b req-0e53036c-168a-4bad-a8d9-47c0faf8ab96 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7c8adfe-7bcd-44f3-b3b4-0835d85dabdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541453 Mar 31 15:43:56.252595 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01414f8-0501-4907-a025-f4d11b659b5f req-9ae57335-8df9-4c4e-a901-baf2ff25a0d3 tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:56.254213 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-c01414f8-0501-4907-a025-f4d11b659b5f req-9ae57335-8df9-4c4e-a901-baf2ff25a0d3 tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] 10.222.0.21 "GET /v2.0/ports?device_id=29283a61-19d1-4ea6-9352-ca15e21dde67 HTTP/1.1" status: 200 len: 945 time: 0.0610678 Mar 31 15:43:56.316312 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-c01414f8-0501-4907-a025-f4d11b659b5f req-355ef4d4-1294-411f-bef2-033464badcd8 tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea1ff3e2-de89-4396-a080-b20f9aa101e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551000 Mar 31 15:43:57.055397 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265abd62-c109-497e-9f23-24d5b11ab37c req-6c1c896e-b94a-42ce-a5b6-6ef2c9538435 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:57.057330 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-265abd62-c109-497e-9f23-24d5b11ab37c req-6c1c896e-b94a-42ce-a5b6-6ef2c9538435 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=8af99820-f5d6-4a06-b902-c7c1da280d4e HTTP/1.1" status: 200 len: 943 time: 0.0824313 Mar 31 15:43:57.126285 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-265abd62-c109-497e-9f23-24d5b11ab37c req-8470a7cc-3bb8-496b-ae5b-83770f92a11b tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7c8adfe-7bcd-44f3-b3b4-0835d85dabdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621510 Mar 31 15:43:57.449878 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3627a0-1fd6-4888-af25-ceac794049e0 req-64e5c78d-2b1a-45b4-8006-94eae5b90d7d tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:57.451573 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-6c3627a0-1fd6-4888-af25-ceac794049e0 req-64e5c78d-2b1a-45b4-8006-94eae5b90d7d tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] 10.222.0.21 "GET /v2.0/ports?device_id=29283a61-19d1-4ea6-9352-ca15e21dde67 HTTP/1.1" status: 200 len: 945 time: 0.0589428 Mar 31 15:43:57.521427 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-6c3627a0-1fd6-4888-af25-ceac794049e0 req-6be04124-64f3-4a5f-834c-a734884728bc tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea1ff3e2-de89-4396-a080-b20f9aa101e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632710 Mar 31 15:43:58.315282 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434e8a9e-9a30-45e5-b602-dde034bcc8a6 req-3bcec8cb-0ca2-4257-b930-7f5f3df08e79 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:58.319817 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-434e8a9e-9a30-45e5-b602-dde034bcc8a6 req-3bcec8cb-0ca2-4257-b930-7f5f3df08e79 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=8af99820-f5d6-4a06-b902-c7c1da280d4e HTTP/1.1" status: 200 len: 943 time: 0.0838897 Mar 31 15:43:58.376040 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-434e8a9e-9a30-45e5-b602-dde034bcc8a6 req-8c4c8665-b686-4c6b-b76d-fb306f6636f1 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7c8adfe-7bcd-44f3-b3b4-0835d85dabdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447607 Mar 31 15:43:58.711700 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c61c616-8313-4eb6-8a73-77ec4bd34dcd req-a8de75e1-00f8-4869-a1be-aacabcc676db tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:58.714364 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-4c61c616-8313-4eb6-8a73-77ec4bd34dcd req-a8de75e1-00f8-4869-a1be-aacabcc676db tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] 10.222.0.21 "GET /v2.0/ports?device_id=29283a61-19d1-4ea6-9352-ca15e21dde67 HTTP/1.1" status: 200 len: 945 time: 0.0805042 Mar 31 15:43:58.787409 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-4c61c616-8313-4eb6-8a73-77ec4bd34dcd req-b1970039-7957-4000-9e50-427a5f4d110c tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea1ff3e2-de89-4396-a080-b20f9aa101e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671535 Mar 31 15:43:59.537066 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c3b8c2-0acb-4dae-b543-e67305bc17dc req-c80a3104-e9c0-4478-b585-d8cb4b784178 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:59.539329 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-48c3b8c2-0acb-4dae-b543-e67305bc17dc req-c80a3104-e9c0-4478-b585-d8cb4b784178 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=8af99820-f5d6-4a06-b902-c7c1da280d4e HTTP/1.1" status: 200 len: 943 time: 0.0680385 Mar 31 15:43:59.592898 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-48c3b8c2-0acb-4dae-b543-e67305bc17dc req-5079585a-8e51-4ab0-ad26-72735641c851 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7c8adfe-7bcd-44f3-b3b4-0835d85dabdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471737 Mar 31 15:43:59.924923 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b006ab-3487-4873-9eab-605367018e11 req-508b5a44-8eb2-4c1d-b9c4-4c8c06d598c3 tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:43:59.926377 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-01b006ab-3487-4873-9eab-605367018e11 req-508b5a44-8eb2-4c1d-b9c4-4c8c06d598c3 tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] 10.222.0.21 "GET /v2.0/ports?device_id=29283a61-19d1-4ea6-9352-ca15e21dde67 HTTP/1.1" status: 200 len: 945 time: 0.0611360 Mar 31 15:43:59.975178 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-01b006ab-3487-4873-9eab-605367018e11 req-72fa5f7c-7764-481c-a611-ef9b93507721 tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea1ff3e2-de89-4396-a080-b20f9aa101e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425303 Mar 31 15:44:00.731226 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc8f32-4517-48eb-bc7d-9b69b5676373 req-489274e3-03af-4543-9601-680196959abd tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:44:00.732724 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-67cc8f32-4517-48eb-bc7d-9b69b5676373 req-489274e3-03af-4543-9601-680196959abd tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=8af99820-f5d6-4a06-b902-c7c1da280d4e HTTP/1.1" status: 200 len: 943 time: 0.0580642 Mar 31 15:44:00.783967 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-67cc8f32-4517-48eb-bc7d-9b69b5676373 req-dadacbc9-ac96-48c0-bab5-3e4061f33469 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7c8adfe-7bcd-44f3-b3b4-0835d85dabdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454843 Mar 31 15:44:01.099354 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 51194) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:44:01.119777 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb989e-3ce9-4d19-aeee-5fc860b24cd5 req-b47de940-419f-4119-b847-b413a9138a21 tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:44:01.122358 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-c3cb989e-3ce9-4d19-aeee-5fc860b24cd5 req-b47de940-419f-4119-b847-b413a9138a21 tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] 10.222.0.21 "GET /v2.0/ports?device_id=29283a61-19d1-4ea6-9352-ca15e21dde67 HTTP/1.1" status: 200 len: 945 time: 0.0696673 Mar 31 15:44:01.178123 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-c3cb989e-3ce9-4d19-aeee-5fc860b24cd5 req-4bb4135a-0ca2-4a9f-b526-45d606a09ac5 tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea1ff3e2-de89-4396-a080-b20f9aa101e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467782 Mar 31 15:44:01.263954 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-230c1d20-4a7f-4272-8cfb-fe1304a9bad3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c2b742e7d6ed4919929566a678f745a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1622155 Mar 31 15:44:01.268099 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 51198) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:44:01.321658 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d4881f84-e5d7-417c-90e3-96d4df03be92 admin admin] Publish callbacks [] for security_group (ad82225c-e6b6-445d-a121-d609ef7bf875), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:01.345651 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d4881f84-e5d7-417c-90e3-96d4df03be92 admin admin] Publish callbacks [] for security_group (ad82225c-e6b6-445d-a121-d609ef7bf875), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:01.457219 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32fea65-67ee-4b73-952f-4279ff6baa0b req-fddfb18e-55e1-47bd-8837-2d29a06c194c tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:44:01.458843 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-c32fea65-67ee-4b73-952f-4279ff6baa0b req-fddfb18e-55e1-47bd-8837-2d29a06c194c tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] 10.222.0.26 "GET /v2.0/ports?device_id=29283a61-19d1-4ea6-9352-ca15e21dde67 HTTP/1.1" status: 200 len: 945 time: 0.0545561 Mar 31 15:44:01.486959 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device e58352f8-e6f8-475e-83ff-6602902f6b4e details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=104160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 15:44:01.490669 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d4881f84-e5d7-417c-90e3-96d4df03be92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (ad82225c-e6b6-445d-a121-d609ef7bf875), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:01.493522 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d4881f84-e5d7-417c-90e3-96d4df03be92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:01.497168 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-d4881f84-e5d7-417c-90e3-96d4df03be92 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ad82225c-e6b6-445d-a121-d609ef7bf875 HTTP/1.1" status: 204 len: 168 time: 0.2263191 Mar 31 15:44:01.514060 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4881f84-e5d7-417c-90e3-96d4df03be92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad82225c-e6b6-445d-a121-d609ef7bf875,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:44:01.572464 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.plugin [req-c32fea65-67ee-4b73-952f-4279ff6baa0b req-3be85bbf-f043-42c0-9787-34f593e5ec68 tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] Deleting port 25f5ba82-8d73-4691-b211-34e13d4a151b {{(pid=104158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:44:01.573241 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-c32fea65-67ee-4b73-952f-4279ff6baa0b req-3be85bbf-f043-42c0-9787-34f593e5ec68 tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772784948758'] for port (25f5ba82-8d73-4691-b211-34e13d4a151b), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:01.642070 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] For port e58352f8-e6f8-475e-83ff-6602902f6b4e, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=e58352f8-e6f8-475e-83ff-6602902f6b4e,segment=NetworkSegment(6bcab16b-0c41-4f5b-8545-8863ae1cf078),segment_id=6bcab16b-0c41-4f5b-8545-8863ae1cf078)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:44:01.654654 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Returning: {'device': 'e58352f8-e6f8-475e-83ff-6602902f6b4e', 'network_id': '6ce47f39-3814-4e43-bd73-afb159608eca', 'port_id': 'e58352f8-e6f8-475e-83ff-6602902f6b4e', 'mac_address': 'fa:16:3e:29:de:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a2e610f-76e0-4760-b7be-8011d4581daa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 15:44:01.671685 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.db [req-c32fea65-67ee-4b73-952f-4279ff6baa0b req-3be85bbf-f043-42c0-9787-34f593e5ec68 tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] For port 25f5ba82-8d73-4691-b211-34e13d4a151b, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=25f5ba82-8d73-4691-b211-34e13d4a151b,segment=NetworkSegment(0e0cb886-37ba-4ce8-8f14-fe84cd4b3a70),segment_id=0e0cb886-37ba-4ce8-8f14-fe84cd4b3a70)] {{(pid=104158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:44:01.676098 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-c32fea65-67ee-4b73-952f-4279ff6baa0b req-3be85bbf-f043-42c0-9787-34f593e5ec68 tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576833'] for port (25f5ba82-8d73-4691-b211-34e13d4a151b), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:01.685741 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.plugin [req-c32fea65-67ee-4b73-952f-4279ff6baa0b req-3be85bbf-f043-42c0-9787-34f593e5ec68 tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] Calling delete_port for 25f5ba82-8d73-4691-b211-34e13d4a151b owned by compute:nova {{(pid=104158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:44:01.694436 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Current status of the port e58352f8-e6f8-475e-83ff-6602902f6b4e is: DOWN; New status is: BUILD {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:44:01.694885 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (e58352f8-e6f8-475e-83ff-6602902f6b4e), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:01.708952 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.notifiers.nova [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e58352f8-e6f8-475e-83ff-6602902f6b4e {{(pid=104160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:44:01.735935 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] For port e58352f8-e6f8-475e-83ff-6602902f6b4e, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=e58352f8-e6f8-475e-83ff-6602902f6b4e,segment=NetworkSegment(6bcab16b-0c41-4f5b-8545-8863ae1cf078),segment_id=6bcab16b-0c41-4f5b-8545-8863ae1cf078)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:44:01.854373 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (e58352f8-e6f8-475e-83ff-6602902f6b4e), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:01.924533 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Pushing event updated for resources: {'Port': ['ID=e58352f8-e6f8-475e-83ff-6602902f6b4e,revision_number=9']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:44:01.964952 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-c32fea65-67ee-4b73-952f-4279ff6baa0b req-3be85bbf-f043-42c0-9787-34f593e5ec68 tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772784953465', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772784453879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302876'] for port (25f5ba82-8d73-4691-b211-34e13d4a151b), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:01.968790 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969e84f-20cb-40d9-992c-dce9219b0a6d req-7cd6b61b-a17d-4853-851e-7a2b81144bb8 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:44:01.970363 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-2969e84f-20cb-40d9-992c-dce9219b0a6d req-7cd6b61b-a17d-4853-851e-7a2b81144bb8 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=8af99820-f5d6-4a06-b902-c7c1da280d4e HTTP/1.1" status: 200 len: 944 time: 0.0953810 Mar 31 15:44:01.977136 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] get_ports_and_sgs() called for port_ids ['25f5ba82-8d73-4691-b211-34e13d4a151b'] {{(pid=104160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:44:01.996814 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be85bbf-f043-42c0-9787-34f593e5ec68 tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] Pushing event deleted for resources: {'Port': ['ID=25f5ba82-8d73-4691-b211-34e13d4a151b,revision_number=None']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:44:02.050650 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-2969e84f-20cb-40d9-992c-dce9219b0a6d req-8520a701-6e5d-471c-8ee3-809d676ba38c tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7c8adfe-7bcd-44f3-b3b4-0835d85dabdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668805 Mar 31 15:44:02.065158 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.db.l3_dvrscheduler_db [req-c32fea65-67ee-4b73-952f-4279ff6baa0b req-3be85bbf-f043-42c0-9787-34f593e5ec68 tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] No DVR routers for this DVR port 25f5ba82-8d73-4691-b211-34e13d4a151b on host hv-cinder-75078 {{(pid=104158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:44:02.068292 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-c32fea65-67ee-4b73-952f-4279ff6baa0b req-3be85bbf-f043-42c0-9787-34f593e5ec68 tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451'] for port (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:02.072722 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-c32fea65-67ee-4b73-952f-4279ff6baa0b req-3be85bbf-f043-42c0-9787-34f593e5ec68 tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] 10.222.0.26 "DELETE /v2.0/ports/25f5ba82-8d73-4691-b211-34e13d4a151b HTTP/1.1" status: 204 len: 173 time: 0.6092880 Mar 31 15:44:02.073279 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29283a61-19d1-4ea6-9352-ca15e21dde67', 'name': 'network-vif-deleted', 'tag': '25f5ba82-8d73-4691-b211-34e13d4a151b'}] {{(pid=104158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:44:02.082028 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f960889515c719e6c42930f5609f9e3ff07dde6b2d3f3be48d9020484c6583bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aad4541-8439-470f-a2f2-f150b728b844" -d '{"events": [{"server_uuid": "29283a61-19d1-4ea6-9352-ca15e21dde67", "name": "network-vif-deleted", "tag": "25f5ba82-8d73-4691-b211-34e13d4a151b"}]}' {{(pid=104158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:44:02.108448 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] get_ports_and_sgs() called for port_ids ['e58352f8-e6f8-475e-83ff-6602902f6b4e'] {{(pid=104160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:44:02.129345 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a076226-f4e1-46dd-8749-2458a665ee98 x-openstack-request-id: req-4a076226-f4e1-46dd-8749-2458a665ee98 {{(pid=104158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:44:02.129876 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29283a61-19d1-4ea6-9352-ca15e21dde67", "name": "network-vif-deleted", "tag": "25f5ba82-8d73-4691-b211-34e13d4a151b", "status": "completed", "code": 200}]} {{(pid=104158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:44:02.130178 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4a076226-f4e1-46dd-8749-2458a665ee98 {{(pid=104158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:44:02.131937 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a076226-f4e1-46dd-8749-2458a665ee98'] response: {'server_uuid': '29283a61-19d1-4ea6-9352-ca15e21dde67', 'name': 'network-vif-deleted', 'tag': '25f5ba82-8d73-4691-b211-34e13d4a151b', 'status': 'completed', 'code': 200} Mar 31 15:44:02.309138 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-0692fa59-0d25-4949-b47e-493786881e46 req-b27440a6-cad9-4f9e-9e53-5fdf8030136b tempest-VolumesActionsTest-339394675 tempest-VolumesActionsTest-339394675-project] 10.222.0.21 "GET /v2.0/ports?device_id=29283a61-19d1-4ea6-9352-ca15e21dde67 HTTP/1.1" status: 200 len: 210 time: 0.0486684 Mar 31 15:44:03.195779 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0adf7ee-bf29-4576-82b1-2663eea56e73 req-3f63f317-09e9-4cdb-840a-fd3122d04975 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:44:03.197337 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-b0adf7ee-bf29-4576-82b1-2663eea56e73 req-3f63f317-09e9-4cdb-840a-fd3122d04975 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=8af99820-f5d6-4a06-b902-c7c1da280d4e HTTP/1.1" status: 200 len: 944 time: 0.0600119 Mar 31 15:44:03.252076 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-b0adf7ee-bf29-4576-82b1-2663eea56e73 req-9e3b4ea4-c40f-4dfe-a100-746f716b6b27 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7c8adfe-7bcd-44f3-b3b4-0835d85dabdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487101 Mar 31 15:44:03.500915 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device e58352f8-e6f8-475e-83ff-6602902f6b4e up at agent hyperv_hv-cinder-75078 {{(pid=104160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:44:03.563107 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Provisioning complete for port e58352f8-e6f8-475e-83ff-6602902f6b4e triggered by entity L2. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:44:03.563485 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (e58352f8-e6f8-475e-83ff-6602902f6b4e), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:03.648836 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Current status of the port e58352f8-e6f8-475e-83ff-6602902f6b4e is: BUILD; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:44:03.649248 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (e58352f8-e6f8-475e-83ff-6602902f6b4e), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:03.673581 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af99820-f5d6-4a06-b902-c7c1da280d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e58352f8-e6f8-475e-83ff-6602902f6b4e'}] {{(pid=104160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:44:03.675921 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce3869fed81eb230bc7c00aef7f85a04080afe3b8b72d2e6fbd63f6167e83839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b8f7c1-575b-4ef4-adda-8a3af3d989ac" -d '{"events": [{"server_uuid": "8af99820-f5d6-4a06-b902-c7c1da280d4e", "name": "network-vif-plugged", "status": "completed", "tag": "e58352f8-e6f8-475e-83ff-6602902f6b4e"}]}' {{(pid=104160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:44:03.689329 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] For port e58352f8-e6f8-475e-83ff-6602902f6b4e, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=e58352f8-e6f8-475e-83ff-6602902f6b4e,segment=NetworkSegment(6bcab16b-0c41-4f5b-8545-8863ae1cf078),segment_id=6bcab16b-0c41-4f5b-8545-8863ae1cf078)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:44:03.716280 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e9c7caa-975b-4f5a-acda-5c13aef0995f x-openstack-request-id: req-4e9c7caa-975b-4f5a-acda-5c13aef0995f {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:44:03.716581 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8af99820-f5d6-4a06-b902-c7c1da280d4e", "name": "network-vif-plugged", "status": "completed", "tag": "e58352f8-e6f8-475e-83ff-6602902f6b4e", "code": 200}]} {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:44:03.716851 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4e9c7caa-975b-4f5a-acda-5c13aef0995f {{(pid=104160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:44:03.717261 dv-cinder-750782-15-smb neutron-server[104160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e9c7caa-975b-4f5a-acda-5c13aef0995f'] response: {'server_uuid': '8af99820-f5d6-4a06-b902-c7c1da280d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e58352f8-e6f8-475e-83ff-6602902f6b4e', 'code': 200} Mar 31 15:44:03.786477 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (e58352f8-e6f8-475e-83ff-6602902f6b4e), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:03.836907 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Pushing event updated for resources: {'Port': ['ID=e58352f8-e6f8-475e-83ff-6602902f6b4e,revision_number=10']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:44:04.252038 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-37033465-358a-4fac-aa71-eaf1a1732c2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (80b0103a-7158-48a6-b59a-3fe393c523d9), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:04.371685 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1140bf5b-7a0d-468e-a495-3137a4f5d78f req-f25e3f01-a1df-4043-8449-d4a74ba7f894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:44:04.373296 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-1140bf5b-7a0d-468e-a495-3137a4f5d78f req-f25e3f01-a1df-4043-8449-d4a74ba7f894 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8af99820-f5d6-4a06-b902-c7c1da280d4e HTTP/1.1" status: 200 len: 1130 time: 0.0472562 Mar 31 15:44:04.379154 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f423afe7-1541-4499-bf33-c8f44af0c39d req-632fd3d5-322c-4dad-b855-a9a3fc25984f tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:44:04.380758 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-f423afe7-1541-4499-bf33-c8f44af0c39d req-632fd3d5-322c-4dad-b855-a9a3fc25984f tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=8af99820-f5d6-4a06-b902-c7c1da280d4e HTTP/1.1" status: 200 len: 946 time: 0.0545347 Mar 31 15:44:04.426255 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-1140bf5b-7a0d-468e-a495-3137a4f5d78f req-8bbeef96-d320-48cd-85f0-4643eec74e9d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c7c8adfe-7bcd-44f3-b3b4-0835d85dabdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473931 Mar 31 15:44:04.439300 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-f423afe7-1541-4499-bf33-c8f44af0c39d req-8b46ddb0-8e86-415c-80a4-3bfc271a8ecf tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7c8adfe-7bcd-44f3-b3b4-0835d85dabdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522532 Mar 31 15:44:05.501139 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device 25f5ba82-8d73-4691-b211-34e13d4a151b no longer exists at agent hyperv_hv-cinder-75078 {{(pid=104160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:44:05.528099 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] No Port match for: 25f5ba82-8d73-4691-b211-34e13d4a151b {{(pid=104160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:44:05.528903 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device 25f5ba82-8d73-4691-b211-34e13d4a151b not bound to the agent host hv-cinder-75078 {{(pid=104160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:44:05.604250 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc64cb3f-dcc3-410b-985f-32a662c683e1 req-54d34938-439c-4497-a34c-04a81c9c05e5 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:44:05.605853 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-bc64cb3f-dcc3-410b-985f-32a662c683e1 req-54d34938-439c-4497-a34c-04a81c9c05e5 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=8af99820-f5d6-4a06-b902-c7c1da280d4e HTTP/1.1" status: 200 len: 946 time: 0.0663738 Mar 31 15:44:05.666482 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-bc64cb3f-dcc3-410b-985f-32a662c683e1 req-8ba04af6-a05d-4a13-bfd5-dd076ee9b14d tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7c8adfe-7bcd-44f3-b3b4-0835d85dabdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516572 Mar 31 15:44:06.308163 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (42669199-0b56-4e25-9a3d-cc561c912f6a), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:06.548054 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b59e2624-f024-42b3-a777-18cbc2fd8c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (9721ac04-bac7-49da-b384-3a2049eedfa2), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:06.830111 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29382fc0-3b45-4088-9683-32cf09874b77 req-5a38a52c-22aa-45a7-a800-12dae9d03845 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:44:06.838963 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-29382fc0-3b45-4088-9683-32cf09874b77 req-5a38a52c-22aa-45a7-a800-12dae9d03845 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=8af99820-f5d6-4a06-b902-c7c1da280d4e HTTP/1.1" status: 200 len: 946 time: 0.0738237 Mar 31 15:44:06.907506 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-29382fc0-3b45-4088-9683-32cf09874b77 req-76e10c11-18ac-4a27-8224-3bc1eb2ee94b tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7c8adfe-7bcd-44f3-b3b4-0835d85dabdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672097 Mar 31 15:44:07.719180 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0b2f012e-2fbd-4b35-9815-8024e4a993e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fb816cbb-0527-4766-83b7-604ad6a553f5), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:08.091256 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11b78dd-1299-430f-97d7-fa13c9bc3932 req-7cb03021-f961-460a-91e3-27707004dff4 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:44:08.093942 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-f11b78dd-1299-430f-97d7-fa13c9bc3932 req-7cb03021-f961-460a-91e3-27707004dff4 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=8af99820-f5d6-4a06-b902-c7c1da280d4e HTTP/1.1" status: 200 len: 946 time: 0.0681138 Mar 31 15:44:08.176330 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-f11b78dd-1299-430f-97d7-fa13c9bc3932 req-8f41ea5f-0740-4b96-88c5-09721ca6b048 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7c8adfe-7bcd-44f3-b3b4-0835d85dabdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737267 Mar 31 15:44:09.320753 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a16333-ad3b-40a7-8320-25d4a1ee2240 req-171d3fd5-55ed-4fb8-864c-27bdf7211ce3 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:44:09.322282 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-54a16333-ad3b-40a7-8320-25d4a1ee2240 req-171d3fd5-55ed-4fb8-864c-27bdf7211ce3 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=8af99820-f5d6-4a06-b902-c7c1da280d4e HTTP/1.1" status: 200 len: 946 time: 0.0558550 Mar 31 15:44:09.370484 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-54a16333-ad3b-40a7-8320-25d4a1ee2240 req-1727a263-ef3a-4ae2-8efa-87992393cd82 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7c8adfe-7bcd-44f3-b3b4-0835d85dabdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424554 Mar 31 15:44:09.610487 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-211e425b-1201-4862-afc0-6363249efbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (1ca8e2b3-6f2e-4d63-b52b-ad8a81fa6826), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:10.976783 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fd34c7ed-cab5-463e-81bb-e9aa6ef90623), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:11.960688 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-2ea16761-de75-4073-b5f3-cadc4ddbd962 req-89c00160-482b-4eab-bbcd-ad2a0f8af37e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8af99820-f5d6-4a06-b902-c7c1da280d4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0633466 Mar 31 15:44:12.071223 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea16761-de75-4073-b5f3-cadc4ddbd962 req-053b6f2e-9014-4bf0-9f5c-0981a437603b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:44:12.072966 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-2ea16761-de75-4073-b5f3-cadc4ddbd962 req-053b6f2e-9014-4bf0-9f5c-0981a437603b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c680e9e6d388412fa4440c103afb5577&device_id=8af99820-f5d6-4a06-b902-c7c1da280d4e HTTP/1.1" status: 200 len: 1130 time: 0.0538819 Mar 31 15:44:12.191574 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea16761-de75-4073-b5f3-cadc4ddbd962 req-59519e91-2930-4cd7-9844-e2b914934d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:44:12.193936 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-2ea16761-de75-4073-b5f3-cadc4ddbd962 req-59519e91-2930-4cd7-9844-e2b914934d01 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6ce47f39-3814-4e43-bd73-afb159608eca HTTP/1.1" status: 200 len: 917 time: 0.0983396 Mar 31 15:44:12.269525 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-2ea16761-de75-4073-b5f3-cadc4ddbd962 req-b905887f-62ec-47b7-ac5a-28be86ea9d97 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e58352f8-e6f8-475e-83ff-6602902f6b4e HTTP/1.1" status: 200 len: 1001 time: 0.0691860 Mar 31 15:44:12.330210 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea16761-de75-4073-b5f3-cadc4ddbd962 req-33524a00-19dd-48c6-9deb-f401c891739f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:44:12.331668 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-2ea16761-de75-4073-b5f3-cadc4ddbd962 req-33524a00-19dd-48c6-9deb-f401c891739f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9a2e610f-76e0-4760-b7be-8011d4581daa HTTP/1.1" status: 200 len: 855 time: 0.0537689 Mar 31 15:44:12.389580 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea16761-de75-4073-b5f3-cadc4ddbd962 req-53fd1954-f2dd-4837-9d26-0a9c6e581e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:44:12.391077 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-2ea16761-de75-4073-b5f3-cadc4ddbd962 req-53fd1954-f2dd-4837-9d26-0a9c6e581e06 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6ce47f39-3814-4e43-bd73-afb159608eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0514791 Mar 31 15:44:12.489968 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-2ea16761-de75-4073-b5f3-cadc4ddbd962 req-32f0112a-020e-46eb-821b-6cfb78bf527f service neutron] 10.222.0.26 "GET /v2.0/networks/6ce47f39-3814-4e43-bd73-afb159608eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917628 Mar 31 15:44:12.609859 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-2ea16761-de75-4073-b5f3-cadc4ddbd962 req-745f1903-0527-4912-a1b1-f0f173a4f860 service neutron] 10.222.0.26 "GET /v2.0/networks/6ce47f39-3814-4e43-bd73-afb159608eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138778 Mar 31 15:44:17.540531 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 51484) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:44:17.667315 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-846a0a26-464f-4b77-ae27-2c3e161b3c3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:17.762652 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-846a0a26-464f-4b77-ae27-2c3e161b3c3f admin admin] Publish callbacks [] for security_group (39441343-acb8-4c58-b11b-64baf33abb35), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:17.873445 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-846a0a26-464f-4b77-ae27-2c3e161b3c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (39441343-acb8-4c58-b11b-64baf33abb35), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:17.918722 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 51488) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:44:17.932966 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-846a0a26-464f-4b77-ae27-2c3e161b3c3f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fef5da1f6d934668b043ffba77ef6663&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3912301 Mar 31 15:44:17.935542 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846a0a26-464f-4b77-ae27-2c3e161b3c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39441343-acb8-4c58-b11b-64baf33abb35,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:44:17.975791 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-43a3ea4e-0419-4acb-83fe-4c673568c33b admin admin] Publish callbacks [] for security_group (39441343-acb8-4c58-b11b-64baf33abb35), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:18.013046 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-43a3ea4e-0419-4acb-83fe-4c673568c33b admin admin] Publish callbacks [] for security_group (39441343-acb8-4c58-b11b-64baf33abb35), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:18.210805 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-43a3ea4e-0419-4acb-83fe-4c673568c33b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (39441343-acb8-4c58-b11b-64baf33abb35), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:18.215478 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-43a3ea4e-0419-4acb-83fe-4c673568c33b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:18.220404 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-43a3ea4e-0419-4acb-83fe-4c673568c33b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/39441343-acb8-4c58-b11b-64baf33abb35 HTTP/1.1" status: 204 len: 168 time: 0.2975583 Mar 31 15:44:18.245471 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a3ea4e-0419-4acb-83fe-4c673568c33b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39441343-acb8-4c58-b11b-64baf33abb35,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:44:19.703143 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 51522) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:44:19.843774 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.v2.base [None req-a0d1c883-c7ad-4385-9dfc-193be883a5fe admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-832430497-network', 'tenant_id': '240469f9130e460c95867b36952a1df2'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:44:19.942427 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d1c883-c7ad-4385-9dfc-193be883a5fe admin admin] Made reservation on behalf of 240469f9130e460c95867b36952a1df2 for: {'network': 1} {{(pid=104159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:44:19.946681 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a0d1c883-c7ad-4385-9dfc-193be883a5fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for network (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:19.969611 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a0d1c883-c7ad-4385-9dfc-193be883a5fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:20.097820 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a0d1c883-c7ad-4385-9dfc-193be883a5fe admin admin] Publish callbacks [] for security_group (d032e0f4-2c35-43c4-8053-29c036372adf), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:20.229550 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a0d1c883-c7ad-4385-9dfc-193be883a5fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (d032e0f4-2c35-43c4-8053-29c036372adf), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:20.247732 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0d1c883-c7ad-4385-9dfc-193be883a5fe admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=104159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:44:20.273470 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a0d1c883-c7ad-4385-9dfc-193be883a5fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8219139'] for segment (1466b54c-0f45-4497-8c86-d1d22a275f2a), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:20.274280 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.db.segments_db [None req-a0d1c883-c7ad-4385-9dfc-193be883a5fe admin admin] Added segment 1466b54c-0f45-4497-8c86-d1d22a275f2a of type vlan for network a3fc6832-8c49-4053-86a2-2925ffecb8dc Mar 31 15:44:20.330366 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d1c883-c7ad-4385-9dfc-193be883a5fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d032e0f4-2c35-43c4-8053-29c036372adf,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:44:20.360813 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a0d1c883-c7ad-4385-9dfc-193be883a5fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772784419386'] for network (a3fc6832-8c49-4053-86a2-2925ffecb8dc), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:20.493929 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a0d1c883-c7ad-4385-9dfc-193be883a5fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315'] for network (a3fc6832-8c49-4053-86a2-2925ffecb8dc), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:20.495274 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d1c883-c7ad-4385-9dfc-193be883a5fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:44:20.496032 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a0d1c883-c7ad-4385-9dfc-193be883a5fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043269'] for network (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:20.565878 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d1c883-c7ad-4385-9dfc-193be883a5fe admin admin] Pushing event updated for resources: {'Network': ['ID=a3fc6832-8c49-4053-86a2-2925ffecb8dc,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:44:20.581883 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Network a3fc6832-8c49-4053-86a2-2925ffecb8dc details requested by agent ovs-agent-dv-cinder-750782-15-smb with host dv-cinder-750782-15-smb {{(pid=104160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 15:44:20.681965 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-a0d1c883-c7ad-4385-9dfc-193be883a5fe admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9768744 Mar 31 15:44:20.685698 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 51530) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:44:20.691637 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.v2.base [None req-5e18afe4-c04c-4027-826e-0bfca3235ee6 admin admin] Request body: {'subnet': {'network_id': 'a3fc6832-8c49-4053-86a2-2925ffecb8dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-832430497-subnet', 'tenant_id': '240469f9130e460c95867b36952a1df2', 'ip_version': 4}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:44:20.781353 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e18afe4-c04c-4027-826e-0bfca3235ee6 admin admin] Made reservation on behalf of 240469f9130e460c95867b36952a1df2 for: {'subnet': 1} {{(pid=104159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:44:20.784015 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-5e18afe4-c04c-4027-826e-0bfca3235ee6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3286889'] for subnet (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:21.068256 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-5e18afe4-c04c-4027-826e-0bfca3235ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3149394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3286911'] for subnet (cba4a592-9143-4b08-90ed-afe3275c7e69), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:21.167858 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e18afe4-c04c-4027-826e-0bfca3235ee6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cba4a592-9143-4b08-90ed-afe3275c7e69,revision_number=0']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:44:21.181584 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e18afe4-c04c-4027-826e-0bfca3235ee6 admin admin] Checking segment: {'id': '1466b54c-0f45-4497-8c86-d1d22a275f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a3fc6832-8c49-4053-86a2-2925ffecb8dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:44:21.182192 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e18afe4-c04c-4027-826e-0bfca3235ee6 admin admin] Network hostable DHCP agents. Network: a3fc6832-8c49-4053-86a2-2925ffecb8dc, hostable agents: ['80b0103a-7158-48a6-b59a-3fe393c523d9'], hosted agents: [] {{(pid=104159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:44:21.328709 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e18afe4-c04c-4027-826e-0bfca3235ee6 admin admin] Network a3fc6832-8c49-4053-86a2-2925ffecb8dc is scheduled to be hosted by DHCP agent 80b0103a-7158-48a6-b59a-3fe393c523d9 with binding_index 1 {{(pid=104159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:44:21.432106 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [None req-5e18afe4-c04c-4027-826e-0bfca3235ee6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-15-smb, a3fc6832-8c49-4053-86a2-2925ffecb8dc) {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:44:21.438848 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e18afe4-c04c-4027-826e-0bfca3235ee6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:44:21.439876 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-5e18afe4-c04c-4027-826e-0bfca3235ee6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043269'] for subnet (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:21.454182 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7a8af9-9f4f-4d3b-9aec-3117faa74c44 None None] Network a3fc6832-8c49-4053-86a2-2925ffecb8dc requested from dv-cinder-750782-15-smb {{(pid=104160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:44:21.541480 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-5e18afe4-c04c-4027-826e-0bfca3235ee6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8526711 Mar 31 15:44:21.544404 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 51532) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:44:21.558448 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.v2.base [None req-8096834b-39c4-4534-a34e-98c5f1ee85e0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-832430497-router', 'tenant_id': '240469f9130e460c95867b36952a1df2', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943'}}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:44:21.596152 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2c85a2-4e27-4375-a5be-c080229df1ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec827e25-5276-5d2f-9d0f-720d9e092647-a3fc6832-8c49-4053-86a2-2925ffecb8dc', 'network_id': 'a3fc6832-8c49-4053-86a2-2925ffecb8dc', 'project_id': '240469f9130e460c95867b36952a1df2', 'fixed_ips': [{'subnet_id': 'cba4a592-9143-4b08-90ed-afe3275c7e69'}]}} from dv-cinder-750782-15-smb. {{(pid=104160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 15:44:21.600596 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3a2c85a2-4e27-4375-a5be-c080229df1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:21.703772 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-8096834b-39c4-4534-a34e-98c5f1ee85e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3287'] for router (8511ec27-cba1-4952-ac9e-b1c92b2a29e5), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:21.705546 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-8096834b-39c4-4534-a34e-98c5f1ee85e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-574202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3294'] for router (8511ec27-cba1-4952-ac9e-b1c92b2a29e5), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:21.793032 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.db_base_plugin_common [None req-3a2c85a2-4e27-4375-a5be-c080229df1ee None None] Allocated IP 172.20.0.2 (a3fc6832-8c49-4053-86a2-2925ffecb8dc/cba4a592-9143-4b08-90ed-afe3275c7e69/6fbb7bef-d0e9-4d8b-b2dd-5f05681c7618) {{(pid=104160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:44:21.820639 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-8096834b-39c4-4534-a34e-98c5f1ee85e0 admin admin] Publish callbacks [] for router_controller (8511ec27-cba1-4952-ac9e-b1c92b2a29e5), precommit_add_association {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:21.983931 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3a2c85a2-4e27-4375-a5be-c080229df1ee None None] Publish callbacks [] for port (6fbb7bef-d0e9-4d8b-b2dd-5f05681c7618), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:22.071591 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3a2c85a2-4e27-4375-a5be-c080229df1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772784453870'] for port (6fbb7bef-d0e9-4d8b-b2dd-5f05681c7618), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:22.112049 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2c85a2-4e27-4375-a5be-c080229df1ee None None] Network a3fc6832-8c49-4053-86a2-2925ffecb8dc is already hosted by enough agents. {{(pid=104160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:44:22.115105 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.scheduler.base_scheduler [None req-3a2c85a2-4e27-4375-a5be-c080229df1ee None None] Resources bound (agent type, host, resource id): {{(pid=104160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:44:22.116320 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-8096834b-39c4-4534-a34e-98c5f1ee85e0 admin admin] Publish callbacks [] for router_gateway (8511ec27-cba1-4952-ac9e-b1c92b2a29e5), precommit_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:22.117764 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2c85a2-4e27-4375-a5be-c080229df1ee None None] Received port after_create {{(pid=104160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:44:22.147881 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c85a2-4e27-4375-a5be-c080229df1ee None None] Pushing event updated for resources: {'Port': ['ID=6fbb7bef-d0e9-4d8b-b2dd-5f05681c7618,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:44:22.171675 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2c85a2-4e27-4375-a5be-c080229df1ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:22.172439 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2c85a2-4e27-4375-a5be-c080229df1ee None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:22.172439 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2c85a2-4e27-4375-a5be-c080229df1ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:22.172723 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2c85a2-4e27-4375-a5be-c080229df1ee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:22.172997 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2c85a2-4e27-4375-a5be-c080229df1ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:22.173331 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2c85a2-4e27-4375-a5be-c080229df1ee None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:22.173686 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2c85a2-4e27-4375-a5be-c080229df1ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:22.174013 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2c85a2-4e27-4375-a5be-c080229df1ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:22.174620 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2c85a2-4e27-4375-a5be-c080229df1ee None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:22.174709 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2c85a2-4e27-4375-a5be-c080229df1ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:22.175177 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2c85a2-4e27-4375-a5be-c080229df1ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:22.175379 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2c85a2-4e27-4375-a5be-c080229df1ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:22.175675 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2c85a2-4e27-4375-a5be-c080229df1ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:22.175992 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2c85a2-4e27-4375-a5be-c080229df1ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:22.176210 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2c85a2-4e27-4375-a5be-c080229df1ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:22.194466 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [None req-3a2c85a2-4e27-4375-a5be-c080229df1ee None None] Attempting to bind port 6fbb7bef-d0e9-4d8b-b2dd-5f05681c7618 on host dv-cinder-750782-15-smb for vnic_type normal with profile {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:44:22.194841 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [None req-3a2c85a2-4e27-4375-a5be-c080229df1ee None None] Attempting to bind port 6fbb7bef-d0e9-4d8b-b2dd-5f05681c7618 by drivers openvswitch,hyperv on host dv-cinder-750782-15-smb at level 0 using segments [{'id': '1466b54c-0f45-4497-8c86-d1d22a275f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a3fc6832-8c49-4053-86a2-2925ffecb8dc'}] {{(pid=104160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:44:22.195207 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2c85a2-4e27-4375-a5be-c080229df1ee None None] Attempting to bind port 6fbb7bef-d0e9-4d8b-b2dd-5f05681c7618 on network a3fc6832-8c49-4053-86a2-2925ffecb8dc {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:44:22.203474 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2c85a2-4e27-4375-a5be-c080229df1ee None None] Checking agent: {'id': 'fd34c7ed-cab5-463e-81bb-e9aa6ef90623', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 27, 41), 'started_at': datetime.datetime(2022, 3, 31, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:44:22.203474 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2c85a2-4e27-4375-a5be-c080229df1ee None None] Checking segment: {'id': '1466b54c-0f45-4497-8c86-d1d22a275f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a3fc6832-8c49-4053-86a2-2925ffecb8dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:44:22.203474 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3a2c85a2-4e27-4375-a5be-c080229df1ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:22.203474 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2c85a2-4e27-4375-a5be-c080229df1ee None None] Bound using segment: {'id': '1466b54c-0f45-4497-8c86-d1d22a275f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a3fc6832-8c49-4053-86a2-2925ffecb8dc'} {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:44:22.203474 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [None req-3a2c85a2-4e27-4375-a5be-c080229df1ee None None] Bound port: 6fbb7bef-d0e9-4d8b-b2dd-5f05681c7618, host: dv-cinder-750782-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1466b54c-0f45-4497-8c86-d1d22a275f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a3fc6832-8c49-4053-86a2-2925ffecb8dc'}}] {{(pid=104160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:44:22.203474 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3a2c85a2-4e27-4375-a5be-c080229df1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (6fbb7bef-d0e9-4d8b-b2dd-5f05681c7618), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:22.303710 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-3a2c85a2-4e27-4375-a5be-c080229df1ee None None] For port 6fbb7bef-d0e9-4d8b-b2dd-5f05681c7618, host dv-cinder-750782-15-smb, cleared binding levels {{(pid=104160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:44:22.309111 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-3a2c85a2-4e27-4375-a5be-c080229df1ee None None] For port 6fbb7bef-d0e9-4d8b-b2dd-5f05681c7618, host dv-cinder-750782-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-smb',level=0,port_id=6fbb7bef-d0e9-4d8b-b2dd-5f05681c7618,segment=NetworkSegment(1466b54c-0f45-4497-8c86-d1d22a275f2a),segment_id=1466b54c-0f45-4497-8c86-d1d22a275f2a)] {{(pid=104160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:44:22.445114 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3a2c85a2-4e27-4375-a5be-c080229df1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (6fbb7bef-d0e9-4d8b-b2dd-5f05681c7618), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:22.547644 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c85a2-4e27-4375-a5be-c080229df1ee None None] Pushing event updated for resources: {'Port': ['ID=6fbb7bef-d0e9-4d8b-b2dd-5f05681c7618,revision_number=2']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:44:22.635835 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-8096834b-39c4-4534-a34e-98c5f1ee85e0 admin admin] Publish callbacks [] for router_gateway (8511ec27-cba1-4952-ac9e-b1c92b2a29e5), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:22.680004 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-8096834b-39c4-4534-a34e-98c5f1ee85e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:22.866956 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.db_base_plugin_common [None req-8096834b-39c4-4534-a34e-98c5f1ee85e0 admin admin] Allocated IP 172.28.2.245 (8959fca3-760a-428d-87ed-41d110f4f943/79fe0710-163f-45bc-8cd9-cc15163c6821/e7c3d3a5-a1f8-41e4-b89a-4789a35e1750) {{(pid=104159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:44:23.024693 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-8096834b-39c4-4534-a34e-98c5f1ee85e0 admin admin] Publish callbacks [] for port (e7c3d3a5-a1f8-41e4-b89a-4789a35e1750), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:23.175529 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-8096834b-39c4-4534-a34e-98c5f1ee85e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772784453870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3148002'] for port (e7c3d3a5-a1f8-41e4-b89a-4789a35e1750), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:23.217222 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8096834b-39c4-4534-a34e-98c5f1ee85e0 admin admin] Network 8959fca3-760a-428d-87ed-41d110f4f943 is already hosted by enough agents. {{(pid=104159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:44:23.219925 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [None req-8096834b-39c4-4534-a34e-98c5f1ee85e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:44:23.226996 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8096834b-39c4-4534-a34e-98c5f1ee85e0 admin admin] Received port after_create {{(pid=104159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:44:23.232757 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8096834b-39c4-4534-a34e-98c5f1ee85e0 admin admin] Pushing event updated for resources: {'Port': ['ID=e7c3d3a5-a1f8-41e4-b89a-4789a35e1750,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:44:23.628898 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144201f9-94db-4b29-b3bf-b47a7e53cca3 None None] Network a3fc6832-8c49-4053-86a2-2925ffecb8dc requested from dv-cinder-750782-15-smb {{(pid=104160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:44:23.695635 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-d1df91e3-ea3d-47a9-bb52-7d658d1966b8 None None] Provisioning complete for port 6fbb7bef-d0e9-4d8b-b2dd-5f05681c7618 triggered by entity DHCP. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:44:23.696032 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d1df91e3-ea3d-47a9-bb52-7d658d1966b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (6fbb7bef-d0e9-4d8b-b2dd-5f05681c7618), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:23.825380 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-d1df91e3-ea3d-47a9-bb52-7d658d1966b8 None None] Current status of the port 6fbb7bef-d0e9-4d8b-b2dd-5f05681c7618 is: DOWN; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:44:23.825380 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d1df91e3-ea3d-47a9-bb52-7d658d1966b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (6fbb7bef-d0e9-4d8b-b2dd-5f05681c7618), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:23.870012 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-d1df91e3-ea3d-47a9-bb52-7d658d1966b8 None None] For port 6fbb7bef-d0e9-4d8b-b2dd-5f05681c7618, host dv-cinder-750782-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-smb',level=0,port_id=6fbb7bef-d0e9-4d8b-b2dd-5f05681c7618,segment=NetworkSegment(1466b54c-0f45-4497-8c86-d1d22a275f2a),segment_id=1466b54c-0f45-4497-8c86-d1d22a275f2a)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:44:23.894284 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-8096834b-39c4-4534-a34e-98c5f1ee85e0 admin admin] Publish callbacks [] for router_gateway (8511ec27-cba1-4952-ac9e-b1c92b2a29e5), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:23.982859 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d1df91e3-ea3d-47a9-bb52-7d658d1966b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (6fbb7bef-d0e9-4d8b-b2dd-5f05681c7618), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:24.050494 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1df91e3-ea3d-47a9-bb52-7d658d1966b8 None None] Pushing event updated for resources: {'Port': ['ID=6fbb7bef-d0e9-4d8b-b2dd-5f05681c7618,revision_number=3']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:44:24.103466 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-e76d28ab-c47d-4492-aa73-d6960d30f87c None None] Provisioning complete for port 6fbb7bef-d0e9-4d8b-b2dd-5f05681c7618 triggered by entity DHCP. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:44:24.103820 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-e76d28ab-c47d-4492-aa73-d6960d30f87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (6fbb7bef-d0e9-4d8b-b2dd-5f05681c7618), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:24.136132 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-8096834b-39c4-4534-a34e-98c5f1ee85e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573997'] for router (8511ec27-cba1-4952-ac9e-b1c92b2a29e5), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:24.187293 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-e76d28ab-c47d-4492-aa73-d6960d30f87c None None] Current status of the port 6fbb7bef-d0e9-4d8b-b2dd-5f05681c7618 is: ACTIVE; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:44:24.316102 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device 6fbb7bef-d0e9-4d8b-b2dd-5f05681c7618 up at agent ovs-agent-dv-cinder-750782-15-smb {{(pid=104160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:44:24.372212 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Provisioning complete for port 6fbb7bef-d0e9-4d8b-b2dd-5f05681c7618 triggered by entity L2. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:44:24.372571 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (6fbb7bef-d0e9-4d8b-b2dd-5f05681c7618), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:24.409807 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8096834b-39c4-4534-a34e-98c5f1ee85e0 admin admin] Router 8511ec27-cba1-4952-ac9e-b1c92b2a29e5 is scheduled to L3 agent 9721ac04-bac7-49da-b384-3a2049eedfa2 with binding_index 1 {{(pid=104159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 15:44:24.455740 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Current status of the port 6fbb7bef-d0e9-4d8b-b2dd-5f05681c7618 is: ACTIVE; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:44:24.531107 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8096834b-39c4-4534-a34e-98c5f1ee85e0 admin admin] Notify agent at l3_agent.dv-cinder-750782-15-smb the message routers_updated {{(pid=104159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:44:24.539913 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff9fde8-b06b-40bd-bcb4-c25d5a0e3032 None None] Sync routers for ids ['8511ec27-cba1-4952-ac9e-b1c92b2a29e5'] in dv-cinder-750782-15-smb {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:44:24.549369 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff9fde8-b06b-40bd-bcb4-c25d5a0e3032 None None] Routers {'8511ec27-cba1-4952-ac9e-b1c92b2a29e5'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:44:24.550096 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-6ff9fde8-b06b-40bd-bcb4-c25d5a0e3032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:44:06Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['8511ec27-cba1-4952-ac9e-b1c92b2a29e5'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:44:24.667193 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-8096834b-39c4-4534-a34e-98c5f1ee85e0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:24.668370 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-8096834b-39c4-4534-a34e-98c5f1ee85e0 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1220324 Mar 31 15:44:24.671211 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 51564) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:44:24.764441 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-6ff9fde8-b06b-40bd-bcb4-c25d5a0e3032 None None] Set router 8511ec27-cba1-4952-ac9e-b1c92b2a29e5 gateway port host: dv-cinder-750782-15-smb {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:44:24.976977 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-6ff9fde8-b06b-40bd-bcb4-c25d5a0e3032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8511ec27-cba1-4952-ac9e-b1c92b2a29e5', 'name': 'tempest-TestShelveInstance-832430497-router', 'tenant_id': '240469f9130e460c95867b36952a1df2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.245'}], 'enable_snat': True}, 'gw_port_id': 'e7c3d3a5-a1f8-41e4-b89a-4789a35e1750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:44:21Z', 'updated_at': '2022-03-31T15:44:23Z', 'revision_number': 3, 'project_id': '240469f9130e460c95867b36952a1df2', 'gw_port': {'id': 'e7c3d3a5-a1f8-41e4-b89a-4789a35e1750', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e9:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8511ec27-cba1-4952-ac9e-b1c92b2a29e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:44:22Z', 'updated_at': '2022-03-31T15:44:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb'}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:44:25.008280 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff9fde8-b06b-40bd-bcb4-c25d5a0e3032 None None] Checking router: 8511ec27-cba1-4952-ac9e-b1c92b2a29e5 for host: dv-cinder-750782-15-smb {{(pid=104161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:44:25.009042 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff9fde8-b06b-40bd-bcb4-c25d5a0e3032 None None] Updating router 8511ec27-cba1-4952-ac9e-b1c92b2a29e5 port e7c3d3a5-a1f8-41e4-b89a-4789a35e1750 binding host dv-cinder-750782-15-smb {{(pid=104161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:44:25.037649 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-6ff9fde8-b06b-40bd-bcb4-c25d5a0e3032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (e7c3d3a5-a1f8-41e4-b89a-4789a35e1750), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:25.147638 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-784255b2-f06f-45b8-a7eb-26296bec545c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:25.317984 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.db_base_plugin_common [None req-784255b2-f06f-45b8-a7eb-26296bec545c admin admin] Allocated IP 172.20.0.1 (a3fc6832-8c49-4053-86a2-2925ffecb8dc/cba4a592-9143-4b08-90ed-afe3275c7e69/2026b793-0e8f-43d0-b24b-4060c2965a0e) {{(pid=104159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:44:25.341676 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-6ff9fde8-b06b-40bd-bcb4-c25d5a0e3032 None None] Publish callbacks [] for port (e7c3d3a5-a1f8-41e4-b89a-4789a35e1750), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:25.434115 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-784255b2-f06f-45b8-a7eb-26296bec545c admin admin] Publish callbacks [] for port (2026b793-0e8f-43d0-b24b-4060c2965a0e), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:25.467942 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-6ff9fde8-b06b-40bd-bcb4-c25d5a0e3032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (e7c3d3a5-a1f8-41e4-b89a-4789a35e1750), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:25.522489 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-6ff9fde8-b06b-40bd-bcb4-c25d5a0e3032 None None] Attempting to bind port e7c3d3a5-a1f8-41e4-b89a-4789a35e1750 on host dv-cinder-750782-15-smb for vnic_type normal with profile {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:44:25.523714 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-6ff9fde8-b06b-40bd-bcb4-c25d5a0e3032 None None] Attempting to bind port e7c3d3a5-a1f8-41e4-b89a-4789a35e1750 by drivers openvswitch,hyperv on host dv-cinder-750782-15-smb at level 0 using segments [{'id': 'f25e0e1e-326a-4ef5-aa96-2f0a78776ef2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943'}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:44:25.523714 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff9fde8-b06b-40bd-bcb4-c25d5a0e3032 None None] Attempting to bind port e7c3d3a5-a1f8-41e4-b89a-4789a35e1750 on network 8959fca3-760a-428d-87ed-41d110f4f943 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:44:25.534848 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff9fde8-b06b-40bd-bcb4-c25d5a0e3032 None None] Checking agent: {'id': 'fd34c7ed-cab5-463e-81bb-e9aa6ef90623', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 27, 41), 'started_at': datetime.datetime(2022, 3, 31, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:44:25.535223 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff9fde8-b06b-40bd-bcb4-c25d5a0e3032 None None] Checking segment: {'id': 'f25e0e1e-326a-4ef5-aa96-2f0a78776ef2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:44:25.535625 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-6ff9fde8-b06b-40bd-bcb4-c25d5a0e3032 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:25.536016 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff9fde8-b06b-40bd-bcb4-c25d5a0e3032 None None] Bound using segment: {'id': 'f25e0e1e-326a-4ef5-aa96-2f0a78776ef2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943'} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:44:25.536489 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-6ff9fde8-b06b-40bd-bcb4-c25d5a0e3032 None None] Bound port: e7c3d3a5-a1f8-41e4-b89a-4789a35e1750, host: dv-cinder-750782-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f25e0e1e-326a-4ef5-aa96-2f0a78776ef2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943'}}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:44:25.536865 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-6ff9fde8-b06b-40bd-bcb4-c25d5a0e3032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (e7c3d3a5-a1f8-41e4-b89a-4789a35e1750), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:25.538440 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90abb2ad-8881-4c1e-83d9-d083b7dd6707 None None] Pushing event updated for resources: {'Port': ['ID=e7c3d3a5-a1f8-41e4-b89a-4789a35e1750,revision_number=2']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:44:25.561654 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90abb2ad-8881-4c1e-83d9-d083b7dd6707 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:25.562377 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90abb2ad-8881-4c1e-83d9-d083b7dd6707 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:25.562377 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90abb2ad-8881-4c1e-83d9-d083b7dd6707 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:25.562716 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90abb2ad-8881-4c1e-83d9-d083b7dd6707 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:25.563050 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90abb2ad-8881-4c1e-83d9-d083b7dd6707 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:25.563377 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90abb2ad-8881-4c1e-83d9-d083b7dd6707 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:25.563703 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90abb2ad-8881-4c1e-83d9-d083b7dd6707 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:25.564023 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90abb2ad-8881-4c1e-83d9-d083b7dd6707 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:25.564345 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90abb2ad-8881-4c1e-83d9-d083b7dd6707 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:25.564667 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90abb2ad-8881-4c1e-83d9-d083b7dd6707 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:25.564988 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90abb2ad-8881-4c1e-83d9-d083b7dd6707 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:25.565325 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90abb2ad-8881-4c1e-83d9-d083b7dd6707 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:25.565679 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90abb2ad-8881-4c1e-83d9-d083b7dd6707 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:25.565994 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90abb2ad-8881-4c1e-83d9-d083b7dd6707 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:25.566311 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90abb2ad-8881-4c1e-83d9-d083b7dd6707 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:25.587522 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-784255b2-f06f-45b8-a7eb-26296bec545c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772784453870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3148002'] for port (2026b793-0e8f-43d0-b24b-4060c2965a0e), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:25.605282 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-6ff9fde8-b06b-40bd-bcb4-c25d5a0e3032 None None] For port e7c3d3a5-a1f8-41e4-b89a-4789a35e1750, host dv-cinder-750782-15-smb, cleared binding levels {{(pid=104161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:44:25.608771 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-6ff9fde8-b06b-40bd-bcb4-c25d5a0e3032 None None] For port e7c3d3a5-a1f8-41e4-b89a-4789a35e1750, host dv-cinder-750782-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-smb',level=0,port_id=e7c3d3a5-a1f8-41e4-b89a-4789a35e1750,segment=NetworkSegment(f25e0e1e-326a-4ef5-aa96-2f0a78776ef2),segment_id=f25e0e1e-326a-4ef5-aa96-2f0a78776ef2)] {{(pid=104161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:44:25.626243 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784255b2-f06f-45b8-a7eb-26296bec545c admin admin] Network a3fc6832-8c49-4053-86a2-2925ffecb8dc is already hosted by enough agents. {{(pid=104159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:44:25.631489 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [None req-784255b2-f06f-45b8-a7eb-26296bec545c admin admin] Resources bound (agent type, host, resource id): {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:44:25.635978 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784255b2-f06f-45b8-a7eb-26296bec545c admin admin] Received port after_create {{(pid=104159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:44:25.641836 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784255b2-f06f-45b8-a7eb-26296bec545c admin admin] Pushing event updated for resources: {'Port': ['ID=2026b793-0e8f-43d0-b24b-4060c2965a0e,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:44:25.688593 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-784255b2-f06f-45b8-a7eb-26296bec545c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574458'] for router_interface (8511ec27-cba1-4952-ac9e-b1c92b2a29e5), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:25.723166 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-6ff9fde8-b06b-40bd-bcb4-c25d5a0e3032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (e7c3d3a5-a1f8-41e4-b89a-4789a35e1750), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:25.788888 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff9fde8-b06b-40bd-bcb4-c25d5a0e3032 None None] Routers {'8511ec27-cba1-4952-ac9e-b1c92b2a29e5'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:44:25.789578 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-6ff9fde8-b06b-40bd-bcb4-c25d5a0e3032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:44:06Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['8511ec27-cba1-4952-ac9e-b1c92b2a29e5'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:44:25.827768 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90abb2ad-8881-4c1e-83d9-d083b7dd6707 None None] Pushing event updated for resources: {'Port': ['ID=e7c3d3a5-a1f8-41e4-b89a-4789a35e1750,revision_number=3']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:44:25.905802 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-6ff9fde8-b06b-40bd-bcb4-c25d5a0e3032 None None] Set router 8511ec27-cba1-4952-ac9e-b1c92b2a29e5 gateway port host: dv-cinder-750782-15-smb {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:44:25.921183 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-3e5ab4c3-b074-4060-bd6f-79b194aa23f2 None None] Provisioning complete for port 2026b793-0e8f-43d0-b24b-4060c2965a0e triggered by entity DHCP. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:44:25.921800 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3e5ab4c3-b074-4060-bd6f-79b194aa23f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (2026b793-0e8f-43d0-b24b-4060c2965a0e), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:25.958754 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-784255b2-f06f-45b8-a7eb-26296bec545c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (2026b793-0e8f-43d0-b24b-4060c2965a0e), before_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:25.961143 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-3e5ab4c3-b074-4060-bd6f-79b194aa23f2 None None] Port 2026b793-0e8f-43d0-b24b-4060c2965a0e cannot update to ACTIVE because it is not bound. {{(pid=104160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:44:26.126481 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-6ff9fde8-b06b-40bd-bcb4-c25d5a0e3032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8511ec27-cba1-4952-ac9e-b1c92b2a29e5', 'name': 'tempest-TestShelveInstance-832430497-router', 'tenant_id': '240469f9130e460c95867b36952a1df2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.245'}], 'enable_snat': True}, 'gw_port_id': 'e7c3d3a5-a1f8-41e4-b89a-4789a35e1750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:44:21Z', 'updated_at': '2022-03-31T15:44:23Z', 'revision_number': 3, 'project_id': '240469f9130e460c95867b36952a1df2', 'gw_port': {'id': 'e7c3d3a5-a1f8-41e4-b89a-4789a35e1750', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e9:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8511ec27-cba1-4952-ac9e-b1c92b2a29e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:44:22Z', 'updated_at': '2022-03-31T15:44:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb'}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:44:26.146886 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-784255b2-f06f-45b8-a7eb-26296bec545c admin admin] Publish callbacks [] for port (2026b793-0e8f-43d0-b24b-4060c2965a0e), precommit_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:26.153399 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff9fde8-b06b-40bd-bcb4-c25d5a0e3032 None None] The sync data for ids ['8511ec27-cba1-4952-ac9e-b1c92b2a29e5'] in dv-cinder-750782-15-smb is: [{'id': '8511ec27-cba1-4952-ac9e-b1c92b2a29e5', 'name': 'tempest-TestShelveInstance-832430497-router', 'tenant_id': '240469f9130e460c95867b36952a1df2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.245'}], 'enable_snat': True}, 'gw_port_id': 'e7c3d3a5-a1f8-41e4-b89a-4789a35e1750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:44:21Z', 'updated_at': '2022-03-31T15:44:23Z', 'revision_number': 3, 'project_id': '240469f9130e460c95867b36952a1df2', 'gw_port': {'id': 'e7c3d3a5-a1f8-41e4-b89a-4789a35e1750', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e9:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8511ec27-cba1-4952-ac9e-b1c92b2a29e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:44:22Z', 'updated_at': '2022-03-31T15:44:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb'}] {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:44:26.261910 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-784255b2-f06f-45b8-a7eb-26296bec545c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3148011'] for port (2026b793-0e8f-43d0-b24b-4060c2965a0e), after_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:26.329015 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-784255b2-f06f-45b8-a7eb-26296bec545c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574318'] for router_interface (8511ec27-cba1-4952-ac9e-b1c92b2a29e5), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:26.331116 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784255b2-f06f-45b8-a7eb-26296bec545c admin admin] Pushing event updated for resources: {'Port': ['ID=2026b793-0e8f-43d0-b24b-4060c2965a0e,revision_number=2']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:44:26.457809 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784255b2-f06f-45b8-a7eb-26296bec545c admin admin] Network a3fc6832-8c49-4053-86a2-2925ffecb8dc is already hosted by enough agents. {{(pid=104159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:44:26.459606 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [None req-784255b2-f06f-45b8-a7eb-26296bec545c admin admin] Resources bound (agent type, host, resource id): {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:44:26.617334 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-784255b2-f06f-45b8-a7eb-26296bec545c admin admin] Router 8511ec27-cba1-4952-ac9e-b1c92b2a29e5 has already been hosted by L3 agent 9721ac04-bac7-49da-b384-3a2049eedfa2 {{(pid=104159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:44:26.698465 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-090eac8c-1a95-46f1-bc39-ea39703d74f0 None None] Provisioning complete for port 2026b793-0e8f-43d0-b24b-4060c2965a0e triggered by entity DHCP. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:44:26.698835 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-090eac8c-1a95-46f1-bc39-ea39703d74f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (2026b793-0e8f-43d0-b24b-4060c2965a0e), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:26.738916 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-090eac8c-1a95-46f1-bc39-ea39703d74f0 None None] Port 2026b793-0e8f-43d0-b24b-4060c2965a0e cannot update to ACTIVE because it is not bound. {{(pid=104160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:44:26.772766 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-784255b2-f06f-45b8-a7eb-26296bec545c admin admin] Notify agent at l3_agent.dv-cinder-750782-15-smb the message routers_updated {{(pid=104159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:44:26.779645 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-784255b2-f06f-45b8-a7eb-26296bec545c admin admin] 10.222.0.21 "PUT /v2.0/routers/8511ec27-cba1-4952-ac9e-b1c92b2a29e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1073399 Mar 31 15:44:27.620525 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 51636) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:44:27.625730 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.v2.base [None req-c52e50a4-de2c-471f-9795-7f5b36c9f53a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-897396498-network', 'tenant_id': 'bfd54c984a60429d9813056b8959af19'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:44:27.729731 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c52e50a4-de2c-471f-9795-7f5b36c9f53a admin admin] Made reservation on behalf of bfd54c984a60429d9813056b8959af19 for: {'network': 1} {{(pid=104159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:44:27.732760 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c52e50a4-de2c-471f-9795-7f5b36c9f53a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for network (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:27.744125 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c52e50a4-de2c-471f-9795-7f5b36c9f53a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:27.844308 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c52e50a4-de2c-471f-9795-7f5b36c9f53a admin admin] Publish callbacks [] for security_group (f0b4caf4-7156-4b53-bfce-6b41a8f5c190), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:27.854094 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82fe84c-1393-4a93-b36a-ee60276f26cb None None] Sync routers for ids ['8511ec27-cba1-4952-ac9e-b1c92b2a29e5'] in dv-cinder-750782-15-smb {{(pid=104160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:44:27.866799 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82fe84c-1393-4a93-b36a-ee60276f26cb None None] Routers {'8511ec27-cba1-4952-ac9e-b1c92b2a29e5'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:44:27.867451 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_hamode_db [None req-d82fe84c-1393-4a93-b36a-ee60276f26cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:44:06Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['8511ec27-cba1-4952-ac9e-b1c92b2a29e5'], 'active': True} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:44:27.918570 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c52e50a4-de2c-471f-9795-7f5b36c9f53a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (f0b4caf4-7156-4b53-bfce-6b41a8f5c190), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:27.944430 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c52e50a4-de2c-471f-9795-7f5b36c9f53a admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=104159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:44:27.957038 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52e50a4-de2c-471f-9795-7f5b36c9f53a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b4caf4-7156-4b53-bfce-6b41a8f5c190,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:44:27.962186 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c52e50a4-de2c-471f-9795-7f5b36c9f53a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8219139'] for segment (9be2999e-e6a9-4829-b0b7-cd497cbe67d2), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:27.962541 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.db.segments_db [None req-c52e50a4-de2c-471f-9795-7f5b36c9f53a admin admin] Added segment 9be2999e-e6a9-4829-b0b7-cd497cbe67d2 of type vlan for network 19c0fa23-acdb-40c0-87c8-e4086941b9a3 Mar 31 15:44:27.991630 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvr_db [None req-d82fe84c-1393-4a93-b36a-ee60276f26cb None None] Set router 8511ec27-cba1-4952-ac9e-b1c92b2a29e5 gateway port host: dv-cinder-750782-15-smb {{(pid=104160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:44:28.012972 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c52e50a4-de2c-471f-9795-7f5b36c9f53a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772784419386'] for network (19c0fa23-acdb-40c0-87c8-e4086941b9a3), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:28.179329 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c52e50a4-de2c-471f-9795-7f5b36c9f53a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315'] for network (19c0fa23-acdb-40c0-87c8-e4086941b9a3), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:28.180392 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52e50a4-de2c-471f-9795-7f5b36c9f53a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:44:28.181041 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c52e50a4-de2c-471f-9795-7f5b36c9f53a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043269'] for network (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:28.225760 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_hamode_db [None req-d82fe84c-1393-4a93-b36a-ee60276f26cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8511ec27-cba1-4952-ac9e-b1c92b2a29e5', 'name': 'tempest-TestShelveInstance-832430497-router', 'tenant_id': '240469f9130e460c95867b36952a1df2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.245'}], 'enable_snat': True}, 'gw_port_id': 'e7c3d3a5-a1f8-41e4-b89a-4789a35e1750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:44:21Z', 'updated_at': '2022-03-31T15:44:25Z', 'revision_number': 4, 'project_id': '240469f9130e460c95867b36952a1df2', 'gw_port': {'id': 'e7c3d3a5-a1f8-41e4-b89a-4789a35e1750', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e9:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8511ec27-cba1-4952-ac9e-b1c92b2a29e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:44:22Z', 'updated_at': '2022-03-31T15:44:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_interfaces': [{'id': '2026b793-0e8f-43d0-b24b-4060c2965a0e', 'name': '', 'network_id': 'a3fc6832-8c49-4053-86a2-2925ffecb8dc', 'tenant_id': '240469f9130e460c95867b36952a1df2', 'mac_address': 'fa:16:3e:bb:bc:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8511ec27-cba1-4952-ac9e-b1c92b2a29e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'cba4a592-9143-4b08-90ed-afe3275c7e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:44:25Z', 'updated_at': '2022-03-31T15:44:26Z', 'revision_number': 2, 'project_id': '240469f9130e460c95867b36952a1df2', 'subnets': [{'id': 'cba4a592-9143-4b08-90ed-afe3275c7e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:44:28.244940 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52e50a4-de2c-471f-9795-7f5b36c9f53a admin admin] Pushing event updated for resources: {'Network': ['ID=19c0fa23-acdb-40c0-87c8-e4086941b9a3,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:44:28.368263 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-c52e50a4-de2c-471f-9795-7f5b36c9f53a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7461655 Mar 31 15:44:28.372112 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 51640) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:44:28.375531 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 51642) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:44:28.395206 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Network 19c0fa23-acdb-40c0-87c8-e4086941b9a3 details requested by agent ovs-agent-dv-cinder-750782-15-smb with host dv-cinder-750782-15-smb {{(pid=104160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 15:44:28.395742 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.v2.base [None req-0da957d4-0351-4e1c-abce-d512bda5489d admin admin] Request body: {'subnet': {'network_id': '19c0fa23-acdb-40c0-87c8-e4086941b9a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-897396498-subnet', 'tenant_id': 'bfd54c984a60429d9813056b8959af19', 'ip_version': 4}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:44:28.397813 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device e7c3d3a5-a1f8-41e4-b89a-4789a35e1750 up at agent ovs-agent-dv-cinder-750782-15-smb {{(pid=104160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:44:28.401794 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82fe84c-1393-4a93-b36a-ee60276f26cb None None] Checking router: 8511ec27-cba1-4952-ac9e-b1c92b2a29e5 for host: dv-cinder-750782-15-smb {{(pid=104160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:44:28.402123 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82fe84c-1393-4a93-b36a-ee60276f26cb None None] Updating router 8511ec27-cba1-4952-ac9e-b1c92b2a29e5 port 2026b793-0e8f-43d0-b24b-4060c2965a0e binding host dv-cinder-750782-15-smb {{(pid=104160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:44:28.455438 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.db_base_plugin_v2 [None req-364dda75-bd16-4b8c-af99-ccee0442fc92 admin admin] Deleting subnet df5a75ec-cb03-4837-8803-b20bfd8cd12c {{(pid=104159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 15:44:28.459157 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-364dda75-bd16-4b8c-af99-ccee0442fc92 admin admin] Publish callbacks [] for subnet (df5a75ec-cb03-4837-8803-b20bfd8cd12c), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:28.494886 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-364dda75-bd16-4b8c-af99-ccee0442fc92 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4015700'] for subnet (df5a75ec-cb03-4837-8803-b20bfd8cd12c), precommit_delete_associations {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:28.506563 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d82fe84c-1393-4a93-b36a-ee60276f26cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (2026b793-0e8f-43d0-b24b-4060c2965a0e), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:28.535776 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-364dda75-bd16-4b8c-af99-ccee0442fc92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8232756'] for subnet (df5a75ec-cb03-4837-8803-b20bfd8cd12c), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:28.582625 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Provisioning complete for port e7c3d3a5-a1f8-41e4-b89a-4789a35e1750 triggered by entity L2. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:44:28.582995 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (e7c3d3a5-a1f8-41e4-b89a-4789a35e1750), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:28.586569 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da957d4-0351-4e1c-abce-d512bda5489d admin admin] Made reservation on behalf of bfd54c984a60429d9813056b8959af19 for: {'subnet': 1} {{(pid=104159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:44:28.630952 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-0da957d4-0351-4e1c-abce-d512bda5489d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3286889'] for subnet (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:28.815189 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Current status of the port e7c3d3a5-a1f8-41e4-b89a-4789a35e1750 is: DOWN; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:44:28.815654 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (e7c3d3a5-a1f8-41e4-b89a-4789a35e1750), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:28.855000 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] For port e7c3d3a5-a1f8-41e4-b89a-4789a35e1750, host dv-cinder-750782-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-smb',level=0,port_id=e7c3d3a5-a1f8-41e4-b89a-4789a35e1750,segment=NetworkSegment(f25e0e1e-326a-4ef5-aa96-2f0a78776ef2),segment_id=f25e0e1e-326a-4ef5-aa96-2f0a78776ef2)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:44:28.867227 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-364dda75-bd16-4b8c-af99-ccee0442fc92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8232707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3149329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3286902'] for subnet (df5a75ec-cb03-4837-8803-b20bfd8cd12c), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:28.921327 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d82fe84c-1393-4a93-b36a-ee60276f26cb None None] Publish callbacks [] for port (2026b793-0e8f-43d0-b24b-4060c2965a0e), precommit_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:28.929711 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364dda75-bd16-4b8c-af99-ccee0442fc92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df5a75ec-cb03-4837-8803-b20bfd8cd12c,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:44:28.931852 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-364dda75-bd16-4b8c-af99-ccee0442fc92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043269'] for subnet (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:28.933025 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (e7c3d3a5-a1f8-41e4-b89a-4789a35e1750), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:28.937847 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-364dda75-bd16-4b8c-af99-ccee0442fc92 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/df5a75ec-cb03-4837-8803-b20bfd8cd12c HTTP/1.1" status: 204 len: 168 time: 0.5608039 Mar 31 15:44:28.938266 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 51646) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:44:29.003896 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Pushing event updated for resources: {'Port': ['ID=e7c3d3a5-a1f8-41e4-b89a-4789a35e1750,revision_number=4']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:44:29.022413 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d82fe84c-1393-4a93-b36a-ee60276f26cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (2026b793-0e8f-43d0-b24b-4060c2965a0e), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:29.027103 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-6a79fa2e-585d-402f-a11d-756d3349047f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8161909'] for network (1b748186-53b5-43ea-ac99-093c35851a89), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:29.084562 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95855574-9451-4ee8-87b0-3199d88a3251 None None] Pushing event updated for resources: {'Port': ['ID=2026b793-0e8f-43d0-b24b-4060c2965a0e,revision_number=3']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:44:29.146340 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-6a79fa2e-585d-402f-a11d-756d3349047f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8291519', 'neutron.services.segments.db._delete_segments_for_network-8772784778810'] for network (1b748186-53b5-43ea-ac99-093c35851a89), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:29.151816 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [None req-d82fe84c-1393-4a93-b36a-ee60276f26cb None None] Attempting to bind port 2026b793-0e8f-43d0-b24b-4060c2965a0e on host dv-cinder-750782-15-smb for vnic_type normal with profile {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:44:29.152184 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [None req-d82fe84c-1393-4a93-b36a-ee60276f26cb None None] Attempting to bind port 2026b793-0e8f-43d0-b24b-4060c2965a0e by drivers openvswitch,hyperv on host dv-cinder-750782-15-smb at level 0 using segments [{'id': '1466b54c-0f45-4497-8c86-d1d22a275f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a3fc6832-8c49-4053-86a2-2925ffecb8dc'}] {{(pid=104160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:44:29.152544 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82fe84c-1393-4a93-b36a-ee60276f26cb None None] Attempting to bind port 2026b793-0e8f-43d0-b24b-4060c2965a0e on network a3fc6832-8c49-4053-86a2-2925ffecb8dc {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:44:29.158195 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82fe84c-1393-4a93-b36a-ee60276f26cb None None] Checking agent: {'id': 'fd34c7ed-cab5-463e-81bb-e9aa6ef90623', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 27, 41), 'started_at': datetime.datetime(2022, 3, 31, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:44:29.158566 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82fe84c-1393-4a93-b36a-ee60276f26cb None None] Checking segment: {'id': '1466b54c-0f45-4497-8c86-d1d22a275f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a3fc6832-8c49-4053-86a2-2925ffecb8dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:44:29.159043 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d82fe84c-1393-4a93-b36a-ee60276f26cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:29.159432 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82fe84c-1393-4a93-b36a-ee60276f26cb None None] Bound using segment: {'id': '1466b54c-0f45-4497-8c86-d1d22a275f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a3fc6832-8c49-4053-86a2-2925ffecb8dc'} {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:44:29.160145 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [None req-d82fe84c-1393-4a93-b36a-ee60276f26cb None None] Bound port: 2026b793-0e8f-43d0-b24b-4060c2965a0e, host: dv-cinder-750782-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1466b54c-0f45-4497-8c86-d1d22a275f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a3fc6832-8c49-4053-86a2-2925ffecb8dc'}}] {{(pid=104160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:44:29.160275 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d82fe84c-1393-4a93-b36a-ee60276f26cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (2026b793-0e8f-43d0-b24b-4060c2965a0e), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:29.170024 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.services.segments.db [None req-6a79fa2e-585d-402f-a11d-756d3349047f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b748186-53b5-43ea-ac99-093c35851a89']}} {{(pid=104158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:44:29.182838 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.services.segments.db [None req-6a79fa2e-585d-402f-a11d-756d3349047f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e0cb886-37ba-4ce8-8f14-fe84cd4b3a70') {'for_net_delete': True} {{(pid=104158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:44:29.183151 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.services.segments.db [None req-6a79fa2e-585d-402f-a11d-756d3349047f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e0cb886-37ba-4ce8-8f14-fe84cd4b3a70') {} {{(pid=104158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:44:29.198078 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-6a79fa2e-585d-402f-a11d-756d3349047f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772784779587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8525835'] for segment (0e0cb886-37ba-4ce8-8f14-fe84cd4b3a70), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:29.201823 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-0da957d4-0351-4e1c-abce-d512bda5489d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3149394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3286911'] for subnet (32395675-5371-4719-b7de-0858314a037a), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:29.213059 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-6a79fa2e-585d-402f-a11d-756d3349047f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8219139'] for segment (0e0cb886-37ba-4ce8-8f14-fe84cd4b3a70), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:29.220649 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a79fa2e-585d-402f-a11d-756d3349047f admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=104158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:44:29.221237 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-6a79fa2e-585d-402f-a11d-756d3349047f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8219139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302793'] for segment (0e0cb886-37ba-4ce8-8f14-fe84cd4b3a70), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:29.245984 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-d82fe84c-1393-4a93-b36a-ee60276f26cb None None] For port 2026b793-0e8f-43d0-b24b-4060c2965a0e, host dv-cinder-750782-15-smb, cleared binding levels {{(pid=104160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:44:29.265028 dv-cinder-750782-15-smb neutron-server[104158]: Traceback (most recent call last): Mar 31 15:44:29.265028 dv-cinder-750782-15-smb neutron-server[104158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:44:29.265028 dv-cinder-750782-15-smb neutron-server[104158]: timer() Mar 31 15:44:29.265028 dv-cinder-750782-15-smb neutron-server[104158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:44:29.265028 dv-cinder-750782-15-smb neutron-server[104158]: cb(*args, **kw) Mar 31 15:44:29.265028 dv-cinder-750782-15-smb neutron-server[104158]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 15:44:29.265028 dv-cinder-750782-15-smb neutron-server[104158]: return func(*args, **kwargs) Mar 31 15:44:29.265028 dv-cinder-750782-15-smb neutron-server[104158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:44:29.265028 dv-cinder-750782-15-smb neutron-server[104158]: self._notify() Mar 31 15:44:29.265028 dv-cinder-750782-15-smb neutron-server[104158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:44:29.265028 dv-cinder-750782-15-smb neutron-server[104158]: self.callback(batched_events) Mar 31 15:44:29.265028 dv-cinder-750782-15-smb neutron-server[104158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:44:29.265028 dv-cinder-750782-15-smb neutron-server[104158]: event.method(event) Mar 31 15:44:29.265028 dv-cinder-750782-15-smb neutron-server[104158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 15:44:29.265028 dv-cinder-750782-15-smb neutron-server[104158]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:44:29.265028 dv-cinder-750782-15-smb neutron-server[104158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 15:44:29.265028 dv-cinder-750782-15-smb neutron-server[104158]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:44:29.265028 dv-cinder-750782-15-smb neutron-server[104158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 15:44:29.265028 dv-cinder-750782-15-smb neutron-server[104158]: return f(self, *a, **k) Mar 31 15:44:29.265028 dv-cinder-750782-15-smb neutron-server[104158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 15:44:29.265028 dv-cinder-750782-15-smb neutron-server[104158]: return self._get(url).json() Mar 31 15:44:29.265028 dv-cinder-750782-15-smb neutron-server[104158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 15:44:29.265028 dv-cinder-750782-15-smb neutron-server[104158]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:44:29.265028 dv-cinder-750782-15-smb neutron-server[104158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:44:29.265028 dv-cinder-750782-15-smb neutron-server[104158]: return self.request(url, 'GET', **kwargs) Mar 31 15:44:29.265028 dv-cinder-750782-15-smb neutron-server[104158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:44:29.265028 dv-cinder-750782-15-smb neutron-server[104158]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:44:29.265028 dv-cinder-750782-15-smb neutron-server[104158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:44:29.265028 dv-cinder-750782-15-smb neutron-server[104158]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:44:29.265028 dv-cinder-750782-15-smb neutron-server[104158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:44:29.265028 dv-cinder-750782-15-smb neutron-server[104158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:44:29.265028 dv-cinder-750782-15-smb neutron-server[104158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:44:29.293362 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da957d4-0351-4e1c-abce-d512bda5489d admin admin] Pushing event updated for resources: {'Subnet': ['ID=32395675-5371-4719-b7de-0858314a037a,revision_number=0']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:44:29.297189 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da957d4-0351-4e1c-abce-d512bda5489d admin admin] Checking segment: {'id': '9be2999e-e6a9-4829-b0b7-cd497cbe67d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '19c0fa23-acdb-40c0-87c8-e4086941b9a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:44:29.297593 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da957d4-0351-4e1c-abce-d512bda5489d admin admin] Network hostable DHCP agents. Network: 19c0fa23-acdb-40c0-87c8-e4086941b9a3, hostable agents: ['80b0103a-7158-48a6-b59a-3fe393c523d9'], hosted agents: [] {{(pid=104159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:44:29.362625 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-6a79fa2e-585d-402f-a11d-756d3349047f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8291510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574053'] for network (1b748186-53b5-43ea-ac99-093c35851a89), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:29.363277 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-d82fe84c-1393-4a93-b36a-ee60276f26cb None None] For port 2026b793-0e8f-43d0-b24b-4060c2965a0e, host dv-cinder-750782-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-smb',level=0,port_id=2026b793-0e8f-43d0-b24b-4060c2965a0e,segment=NetworkSegment(1466b54c-0f45-4497-8c86-d1d22a275f2a),segment_id=1466b54c-0f45-4497-8c86-d1d22a275f2a)] {{(pid=104160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:44:29.368962 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-6a79fa2e-585d-402f-a11d-756d3349047f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043269'] for network (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:29.372801 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-6a79fa2e-585d-402f-a11d-756d3349047f admin admin] 10.222.0.21 "DELETE /v2.0/networks/1b748186-53b5-43ea-ac99-093c35851a89 HTTP/1.1" status: 204 len: 168 time: 0.4312856 Mar 31 15:44:29.384658 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a79fa2e-585d-402f-a11d-756d3349047f admin admin] Pushing event deleted for resources: {'Network': ['ID=1b748186-53b5-43ea-ac99-093c35851a89,revision_number=None']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:44:29.387785 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-bcdf8f87-7d1f-4ee7-a9c4-8ef3cb854884 None None] Provisioning complete for port 2026b793-0e8f-43d0-b24b-4060c2965a0e triggered by entity DHCP. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:44:29.388591 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-bcdf8f87-7d1f-4ee7-a9c4-8ef3cb854884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (2026b793-0e8f-43d0-b24b-4060c2965a0e), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:29.392819 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da957d4-0351-4e1c-abce-d512bda5489d admin admin] Network 19c0fa23-acdb-40c0-87c8-e4086941b9a3 is scheduled to be hosted by DHCP agent 80b0103a-7158-48a6-b59a-3fe393c523d9 with binding_index 1 {{(pid=104159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:44:29.438970 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-bcdf8f87-7d1f-4ee7-a9c4-8ef3cb854884 None None] Port 2026b793-0e8f-43d0-b24b-4060c2965a0e cannot update to ACTIVE because it is not bound. {{(pid=104160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:44:29.454360 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d82fe84c-1393-4a93-b36a-ee60276f26cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (2026b793-0e8f-43d0-b24b-4060c2965a0e), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:29.482826 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.agents_db [None req-c7073644-962b-4037-b6f3-12a39092c58a None None] Agent healthcheck: found 6 active agents {{(pid=104161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:44:29.490613 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [None req-0da957d4-0351-4e1c-abce-d512bda5489d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-15-smb, 19c0fa23-acdb-40c0-87c8-e4086941b9a3) {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:44:29.501052 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da957d4-0351-4e1c-abce-d512bda5489d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:44:29.501847 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-0da957d4-0351-4e1c-abce-d512bda5489d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043269'] for subnet (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:29.519651 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82fe84c-1393-4a93-b36a-ee60276f26cb None None] Routers {'8511ec27-cba1-4952-ac9e-b1c92b2a29e5'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:44:29.520394 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_hamode_db [None req-d82fe84c-1393-4a93-b36a-ee60276f26cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:44:06Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['8511ec27-cba1-4952-ac9e-b1c92b2a29e5'], 'active': True} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:44:29.526408 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95855574-9451-4ee8-87b0-3199d88a3251 None None] Pushing event updated for resources: {'Port': ['ID=2026b793-0e8f-43d0-b24b-4060c2965a0e,revision_number=4']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:44:29.562751 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c828193-2f07-442b-a5ce-e2fada795206 None None] Network 19c0fa23-acdb-40c0-87c8-e4086941b9a3 requested from dv-cinder-750782-15-smb {{(pid=104160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:44:29.669721 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-0da957d4-0351-4e1c-abce-d512bda5489d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2907016 Mar 31 15:44:29.672078 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 51650) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:44:29.678311 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.v2.base [None req-021d1e2a-41d5-477c-925d-751627fe0567 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-897396498-router', 'tenant_id': 'bfd54c984a60429d9813056b8959af19', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943'}}} {{(pid=104158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:44:29.722586 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvr_db [None req-d82fe84c-1393-4a93-b36a-ee60276f26cb None None] Set router 8511ec27-cba1-4952-ac9e-b1c92b2a29e5 gateway port host: dv-cinder-750782-15-smb {{(pid=104160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:44:29.753346 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b66f711-4db4-47a7-b9dd-ed768b68272d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec827e25-5276-5d2f-9d0f-720d9e092647-19c0fa23-acdb-40c0-87c8-e4086941b9a3', 'network_id': '19c0fa23-acdb-40c0-87c8-e4086941b9a3', 'project_id': 'bfd54c984a60429d9813056b8959af19', 'fixed_ips': [{'subnet_id': '32395675-5371-4719-b7de-0858314a037a'}]}} from dv-cinder-750782-15-smb. {{(pid=104160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 15:44:29.754176 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0b66f711-4db4-47a7-b9dd-ed768b68272d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:29.781860 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-021d1e2a-41d5-477c-925d-751627fe0567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3287'] for router (ed8ea57b-5bbf-49c8-9c48-30cdafd3bdbf), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:29.783236 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-021d1e2a-41d5-477c-925d-751627fe0567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-574202', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3294'] for router (ed8ea57b-5bbf-49c8-9c48-30cdafd3bdbf), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:29.839154 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-210f2ba0-c147-4f95-801d-d528ade4cc28 None None] Provisioning complete for port 2026b793-0e8f-43d0-b24b-4060c2965a0e triggered by entity DHCP. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:44:29.839523 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-210f2ba0-c147-4f95-801d-d528ade4cc28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (2026b793-0e8f-43d0-b24b-4060c2965a0e), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:29.848341 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-021d1e2a-41d5-477c-925d-751627fe0567 admin admin] Publish callbacks [] for router_controller (ed8ea57b-5bbf-49c8-9c48-30cdafd3bdbf), precommit_add_association {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:29.913658 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 51652) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:44:29.962527 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-23c17b95-b136-4347-ab32-14c9bdda9b57 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4c933e1253d840c390eb2715038d149c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0476189 Mar 31 15:44:29.965625 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 51654) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:44:30.025252 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-cd06c69f-9787-4df7-9d09-fcc4dc2a798a admin admin] Publish callbacks [] for security_group (ea1ff3e2-de89-4396-a080-b20f9aa101e1), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:30.056742 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-cd06c69f-9787-4df7-9d09-fcc4dc2a798a admin admin] Publish callbacks [] for security_group (ea1ff3e2-de89-4396-a080-b20f9aa101e1), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:30.120095 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.db_base_plugin_common [None req-0b66f711-4db4-47a7-b9dd-ed768b68272d None None] Allocated IP 172.20.0.2 (19c0fa23-acdb-40c0-87c8-e4086941b9a3/32395675-5371-4719-b7de-0858314a037a/8d51831e-303a-4694-b40b-e106d561ee4f) {{(pid=104160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:44:30.153369 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-210f2ba0-c147-4f95-801d-d528ade4cc28 None None] Current status of the port 2026b793-0e8f-43d0-b24b-4060c2965a0e is: DOWN; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:44:30.153829 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-210f2ba0-c147-4f95-801d-d528ade4cc28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (2026b793-0e8f-43d0-b24b-4060c2965a0e), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:30.253715 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-cd06c69f-9787-4df7-9d09-fcc4dc2a798a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (ea1ff3e2-de89-4396-a080-b20f9aa101e1), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:30.266069 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-cd06c69f-9787-4df7-9d09-fcc4dc2a798a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:30.266069 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-cd06c69f-9787-4df7-9d09-fcc4dc2a798a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ea1ff3e2-de89-4396-a080-b20f9aa101e1 HTTP/1.1" status: 204 len: 168 time: 0.2916794 Mar 31 15:44:30.266334 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-210f2ba0-c147-4f95-801d-d528ade4cc28 None None] For port 2026b793-0e8f-43d0-b24b-4060c2965a0e, host dv-cinder-750782-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-smb',level=0,port_id=2026b793-0e8f-43d0-b24b-4060c2965a0e,segment=NetworkSegment(1466b54c-0f45-4497-8c86-d1d22a275f2a),segment_id=1466b54c-0f45-4497-8c86-d1d22a275f2a)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:44:30.271598 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd06c69f-9787-4df7-9d09-fcc4dc2a798a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1ff3e2-de89-4396-a080-b20f9aa101e1,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:44:30.320103 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_hamode_db [None req-d82fe84c-1393-4a93-b36a-ee60276f26cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8511ec27-cba1-4952-ac9e-b1c92b2a29e5', 'name': 'tempest-TestShelveInstance-832430497-router', 'tenant_id': '240469f9130e460c95867b36952a1df2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.245'}], 'enable_snat': True}, 'gw_port_id': 'e7c3d3a5-a1f8-41e4-b89a-4789a35e1750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:44:21Z', 'updated_at': '2022-03-31T15:44:25Z', 'revision_number': 4, 'project_id': '240469f9130e460c95867b36952a1df2', 'gw_port': {'id': 'e7c3d3a5-a1f8-41e4-b89a-4789a35e1750', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8511ec27-cba1-4952-ac9e-b1c92b2a29e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:44:22Z', 'updated_at': '2022-03-31T15:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_interfaces': [{'id': '2026b793-0e8f-43d0-b24b-4060c2965a0e', 'name': '', 'network_id': 'a3fc6832-8c49-4053-86a2-2925ffecb8dc', 'tenant_id': '240469f9130e460c95867b36952a1df2', 'mac_address': 'fa:16:3e:bb:bc:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8511ec27-cba1-4952-ac9e-b1c92b2a29e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'cba4a592-9143-4b08-90ed-afe3275c7e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:44:25Z', 'updated_at': '2022-03-31T15:44:29Z', 'revision_number': 4, 'project_id': '240469f9130e460c95867b36952a1df2', 'subnets': [{'id': 'cba4a592-9143-4b08-90ed-afe3275c7e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:44:30.428592 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-021d1e2a-41d5-477c-925d-751627fe0567 admin admin] Publish callbacks [] for router_gateway (ed8ea57b-5bbf-49c8-9c48-30cdafd3bdbf), precommit_update {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:30.509010 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device e7c3d3a5-a1f8-41e4-b89a-4789a35e1750 up at agent ovs-agent-dv-cinder-750782-15-smb {{(pid=104160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:44:30.517916 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82fe84c-1393-4a93-b36a-ee60276f26cb None None] The sync data for ids ['8511ec27-cba1-4952-ac9e-b1c92b2a29e5'] in dv-cinder-750782-15-smb is: [{'id': '8511ec27-cba1-4952-ac9e-b1c92b2a29e5', 'name': 'tempest-TestShelveInstance-832430497-router', 'tenant_id': '240469f9130e460c95867b36952a1df2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.245'}], 'enable_snat': True}, 'gw_port_id': 'e7c3d3a5-a1f8-41e4-b89a-4789a35e1750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:44:21Z', 'updated_at': '2022-03-31T15:44:25Z', 'revision_number': 4, 'project_id': '240469f9130e460c95867b36952a1df2', 'gw_port': {'id': 'e7c3d3a5-a1f8-41e4-b89a-4789a35e1750', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8511ec27-cba1-4952-ac9e-b1c92b2a29e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:44:22Z', 'updated_at': '2022-03-31T15:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_interfaces': [{'id': '2026b793-0e8f-43d0-b24b-4060c2965a0e', 'name': '', 'network_id': 'a3fc6832-8c49-4053-86a2-2925ffecb8dc', 'tenant_id': '240469f9130e460c95867b36952a1df2', 'mac_address': 'fa:16:3e:bb:bc:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8511ec27-cba1-4952-ac9e-b1c92b2a29e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'cba4a592-9143-4b08-90ed-afe3275c7e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:44:25Z', 'updated_at': '2022-03-31T15:44:29Z', 'revision_number': 4, 'project_id': '240469f9130e460c95867b36952a1df2', 'subnets': [{'id': 'cba4a592-9143-4b08-90ed-afe3275c7e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:44:30.519877 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-210f2ba0-c147-4f95-801d-d528ade4cc28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (2026b793-0e8f-43d0-b24b-4060c2965a0e), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:30.677760 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210f2ba0-c147-4f95-801d-d528ade4cc28 None None] Pushing event updated for resources: {'Port': ['ID=2026b793-0e8f-43d0-b24b-4060c2965a0e,revision_number=5']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:44:30.689175 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0b66f711-4db4-47a7-b9dd-ed768b68272d None None] Publish callbacks [] for port (8d51831e-303a-4694-b40b-e106d561ee4f), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:30.704650 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Provisioning complete for port e7c3d3a5-a1f8-41e4-b89a-4789a35e1750 triggered by entity L2. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:44:30.705167 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (e7c3d3a5-a1f8-41e4-b89a-4789a35e1750), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:30.861488 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Current status of the port e7c3d3a5-a1f8-41e4-b89a-4789a35e1750 is: ACTIVE; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:44:30.867658 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0b66f711-4db4-47a7-b9dd-ed768b68272d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772784453870'] for port (8d51831e-303a-4694-b40b-e106d561ee4f), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:30.888980 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-021d1e2a-41d5-477c-925d-751627fe0567 admin admin] Publish callbacks [] for router_gateway (ed8ea57b-5bbf-49c8-9c48-30cdafd3bdbf), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:30.910620 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b66f711-4db4-47a7-b9dd-ed768b68272d None None] Network 19c0fa23-acdb-40c0-87c8-e4086941b9a3 is already hosted by enough agents. {{(pid=104160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:44:30.914559 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.scheduler.base_scheduler [None req-0b66f711-4db4-47a7-b9dd-ed768b68272d None None] Resources bound (agent type, host, resource id): {{(pid=104160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:44:30.922143 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b66f711-4db4-47a7-b9dd-ed768b68272d None None] Received port after_create {{(pid=104160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:44:30.935419 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b66f711-4db4-47a7-b9dd-ed768b68272d None None] Pushing event updated for resources: {'Port': ['ID=8d51831e-303a-4694-b40b-e106d561ee4f,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:44:30.943933 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-021d1e2a-41d5-477c-925d-751627fe0567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:31.012257 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [None req-0b66f711-4db4-47a7-b9dd-ed768b68272d None None] Attempting to bind port 8d51831e-303a-4694-b40b-e106d561ee4f on host dv-cinder-750782-15-smb for vnic_type normal with profile {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:44:31.012891 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [None req-0b66f711-4db4-47a7-b9dd-ed768b68272d None None] Attempting to bind port 8d51831e-303a-4694-b40b-e106d561ee4f by drivers openvswitch,hyperv on host dv-cinder-750782-15-smb at level 0 using segments [{'id': '9be2999e-e6a9-4829-b0b7-cd497cbe67d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '19c0fa23-acdb-40c0-87c8-e4086941b9a3'}] {{(pid=104160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:44:31.013885 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b66f711-4db4-47a7-b9dd-ed768b68272d None None] Attempting to bind port 8d51831e-303a-4694-b40b-e106d561ee4f on network 19c0fa23-acdb-40c0-87c8-e4086941b9a3 {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:44:31.031498 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b66f711-4db4-47a7-b9dd-ed768b68272d None None] Checking agent: {'id': 'fd34c7ed-cab5-463e-81bb-e9aa6ef90623', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 27, 41), 'started_at': datetime.datetime(2022, 3, 31, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:44:31.032322 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b66f711-4db4-47a7-b9dd-ed768b68272d None None] Checking segment: {'id': '9be2999e-e6a9-4829-b0b7-cd497cbe67d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '19c0fa23-acdb-40c0-87c8-e4086941b9a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:44:31.033360 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0b66f711-4db4-47a7-b9dd-ed768b68272d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:31.034232 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b66f711-4db4-47a7-b9dd-ed768b68272d None None] Bound using segment: {'id': '9be2999e-e6a9-4829-b0b7-cd497cbe67d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '19c0fa23-acdb-40c0-87c8-e4086941b9a3'} {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:44:31.035786 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [None req-0b66f711-4db4-47a7-b9dd-ed768b68272d None None] Bound port: 8d51831e-303a-4694-b40b-e106d561ee4f, host: dv-cinder-750782-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9be2999e-e6a9-4829-b0b7-cd497cbe67d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '19c0fa23-acdb-40c0-87c8-e4086941b9a3'}}] {{(pid=104160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:44:31.036227 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0b66f711-4db4-47a7-b9dd-ed768b68272d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (8d51831e-303a-4694-b40b-e106d561ee4f), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:31.115587 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.db.db_base_plugin_common [None req-021d1e2a-41d5-477c-925d-751627fe0567 admin admin] Allocated IP 172.28.2.72 (8959fca3-760a-428d-87ed-41d110f4f943/79fe0710-163f-45bc-8cd9-cc15163c6821/b223574b-ce08-4ae8-a402-5653c8aa5989) {{(pid=104158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:44:31.119773 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-0b66f711-4db4-47a7-b9dd-ed768b68272d None None] For port 8d51831e-303a-4694-b40b-e106d561ee4f, host dv-cinder-750782-15-smb, cleared binding levels {{(pid=104160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:44:31.127056 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-0b66f711-4db4-47a7-b9dd-ed768b68272d None None] For port 8d51831e-303a-4694-b40b-e106d561ee4f, host dv-cinder-750782-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-smb',level=0,port_id=8d51831e-303a-4694-b40b-e106d561ee4f,segment=NetworkSegment(9be2999e-e6a9-4829-b0b7-cd497cbe67d2),segment_id=9be2999e-e6a9-4829-b0b7-cd497cbe67d2)] {{(pid=104160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:44:31.249184 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0b66f711-4db4-47a7-b9dd-ed768b68272d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (8d51831e-303a-4694-b40b-e106d561ee4f), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:31.250808 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-021d1e2a-41d5-477c-925d-751627fe0567 admin admin] Publish callbacks [] for port (b223574b-ce08-4ae8-a402-5653c8aa5989), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:31.330249 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b66f711-4db4-47a7-b9dd-ed768b68272d None None] Pushing event updated for resources: {'Port': ['ID=8d51831e-303a-4694-b40b-e106d561ee4f,revision_number=2']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:44:31.382990 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-021d1e2a-41d5-477c-925d-751627fe0567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772784453870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302876'] for port (b223574b-ce08-4ae8-a402-5653c8aa5989), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:31.438565 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021d1e2a-41d5-477c-925d-751627fe0567 admin admin] Network 8959fca3-760a-428d-87ed-41d110f4f943 is already hosted by enough agents. {{(pid=104158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:44:31.446559 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.scheduler.base_scheduler [None req-021d1e2a-41d5-477c-925d-751627fe0567 admin admin] Resources bound (agent type, host, resource id): {{(pid=104158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:44:31.449974 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021d1e2a-41d5-477c-925d-751627fe0567 admin admin] Received port after_create {{(pid=104158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:44:31.459849 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021d1e2a-41d5-477c-925d-751627fe0567 admin admin] Pushing event updated for resources: {'Port': ['ID=b223574b-ce08-4ae8-a402-5653c8aa5989,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:44:31.869687 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-021d1e2a-41d5-477c-925d-751627fe0567 admin admin] Publish callbacks [] for router_gateway (ed8ea57b-5bbf-49c8-9c48-30cdafd3bdbf), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:32.120854 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-021d1e2a-41d5-477c-925d-751627fe0567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-573997'] for router (ed8ea57b-5bbf-49c8-9c48-30cdafd3bdbf), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:32.400093 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device 2026b793-0e8f-43d0-b24b-4060c2965a0e up at agent ovs-agent-dv-cinder-750782-15-smb {{(pid=104160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:44:32.415852 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-021d1e2a-41d5-477c-925d-751627fe0567 admin admin] Router ed8ea57b-5bbf-49c8-9c48-30cdafd3bdbf is scheduled to L3 agent 9721ac04-bac7-49da-b384-3a2049eedfa2 with binding_index 1 {{(pid=104158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 15:44:32.474599 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Provisioning complete for port 2026b793-0e8f-43d0-b24b-4060c2965a0e triggered by entity L2. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:44:32.474599 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (2026b793-0e8f-43d0-b24b-4060c2965a0e), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:32.513074 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cccd966c-96fe-47b1-972e-349f45b4f997 None None] Network 19c0fa23-acdb-40c0-87c8-e4086941b9a3 requested from dv-cinder-750782-15-smb {{(pid=104160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:44:32.561173 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-021d1e2a-41d5-477c-925d-751627fe0567 admin admin] Notify agent at l3_agent.dv-cinder-750782-15-smb the message routers_updated {{(pid=104158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:44:32.575109 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76cf002-8950-43f0-9e01-b6c3c91b638b None None] Sync routers for ids ['ed8ea57b-5bbf-49c8-9c48-30cdafd3bdbf'] in dv-cinder-750782-15-smb {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:44:32.593099 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76cf002-8950-43f0-9e01-b6c3c91b638b None None] Routers {'ed8ea57b-5bbf-49c8-9c48-30cdafd3bdbf'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:44:32.593444 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-c76cf002-8950-43f0-9e01-b6c3c91b638b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:44:06Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['ed8ea57b-5bbf-49c8-9c48-30cdafd3bdbf'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:44:32.643641 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-5798f8f2-2b1f-4c23-a2d9-519930f7a529 None None] Provisioning complete for port 8d51831e-303a-4694-b40b-e106d561ee4f triggered by entity DHCP. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:44:32.644046 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-5798f8f2-2b1f-4c23-a2d9-519930f7a529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (8d51831e-303a-4694-b40b-e106d561ee4f), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:32.702882 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-c76cf002-8950-43f0-9e01-b6c3c91b638b None None] Set router ed8ea57b-5bbf-49c8-9c48-30cdafd3bdbf gateway port host: dv-cinder-750782-15-smb {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:44:32.734065 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Current status of the port 2026b793-0e8f-43d0-b24b-4060c2965a0e is: ACTIVE; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:44:32.734065 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device 8d51831e-303a-4694-b40b-e106d561ee4f up at agent ovs-agent-dv-cinder-750782-15-smb {{(pid=104160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:44:32.795297 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-021d1e2a-41d5-477c-925d-751627fe0567 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:32.799380 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-021d1e2a-41d5-477c-925d-751627fe0567 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.1236658 Mar 31 15:44:32.799996 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 51660) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:44:32.878640 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Provisioning complete for port 8d51831e-303a-4694-b40b-e106d561ee4f triggered by entity L2. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:44:32.879046 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (8d51831e-303a-4694-b40b-e106d561ee4f), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:32.910043 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-5798f8f2-2b1f-4c23-a2d9-519930f7a529 None None] Current status of the port 8d51831e-303a-4694-b40b-e106d561ee4f is: DOWN; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:44:32.910727 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-5798f8f2-2b1f-4c23-a2d9-519930f7a529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (8d51831e-303a-4694-b40b-e106d561ee4f), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:32.936054 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-c76cf002-8950-43f0-9e01-b6c3c91b638b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed8ea57b-5bbf-49c8-9c48-30cdafd3bdbf', 'name': 'tempest-TestShelveInstance-897396498-router', 'tenant_id': 'bfd54c984a60429d9813056b8959af19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.72'}], 'enable_snat': True}, 'gw_port_id': 'b223574b-ce08-4ae8-a402-5653c8aa5989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:44:29Z', 'updated_at': '2022-03-31T15:44:31Z', 'revision_number': 3, 'project_id': 'bfd54c984a60429d9813056b8959af19', 'gw_port': {'id': 'b223574b-ce08-4ae8-a402-5653c8aa5989', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed8ea57b-5bbf-49c8-9c48-30cdafd3bdbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:44:30Z', 'updated_at': '2022-03-31T15:44:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb'}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:44:32.976974 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76cf002-8950-43f0-9e01-b6c3c91b638b None None] Checking router: ed8ea57b-5bbf-49c8-9c48-30cdafd3bdbf for host: dv-cinder-750782-15-smb {{(pid=104161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:44:32.977328 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76cf002-8950-43f0-9e01-b6c3c91b638b None None] Updating router ed8ea57b-5bbf-49c8-9c48-30cdafd3bdbf port b223574b-ce08-4ae8-a402-5653c8aa5989 binding host dv-cinder-750782-15-smb {{(pid=104161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:44:32.987554 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-5798f8f2-2b1f-4c23-a2d9-519930f7a529 None None] For port 8d51831e-303a-4694-b40b-e106d561ee4f, host dv-cinder-750782-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-smb',level=0,port_id=8d51831e-303a-4694-b40b-e106d561ee4f,segment=NetworkSegment(9be2999e-e6a9-4829-b0b7-cd497cbe67d2),segment_id=9be2999e-e6a9-4829-b0b7-cd497cbe67d2)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:44:33.015568 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c76cf002-8950-43f0-9e01-b6c3c91b638b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (b223574b-ce08-4ae8-a402-5653c8aa5989), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:33.045892 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Current status of the port 8d51831e-303a-4694-b40b-e106d561ee4f is: DOWN; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:44:33.054055 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (8d51831e-303a-4694-b40b-e106d561ee4f), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:33.104619 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-5798f8f2-2b1f-4c23-a2d9-519930f7a529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (8d51831e-303a-4694-b40b-e106d561ee4f), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:33.202890 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.db.api [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:44:33.203205 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG oslo_db.api [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:44:33.203852 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5798f8f2-2b1f-4c23-a2d9-519930f7a529 None None] Pushing event updated for resources: {'Port': ['ID=8d51831e-303a-4694-b40b-e106d561ee4f,revision_number=3']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:44:33.238421 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-ac03a821-4791-447e-93ef-d5780d90a4a8 None None] Provisioning complete for port 8d51831e-303a-4694-b40b-e106d561ee4f triggered by entity DHCP. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:44:33.238675 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ac03a821-4791-447e-93ef-d5780d90a4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (8d51831e-303a-4694-b40b-e106d561ee4f), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:33.369836 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-ac03a821-4791-447e-93ef-d5780d90a4a8 None None] Current status of the port 8d51831e-303a-4694-b40b-e106d561ee4f is: ACTIVE; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:44:33.461503 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-b7b86337-1624-4022-b14f-0a298cab45bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:33.495196 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c76cf002-8950-43f0-9e01-b6c3c91b638b None None] Publish callbacks [] for port (b223574b-ce08-4ae8-a402-5653c8aa5989), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:33.621334 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c76cf002-8950-43f0-9e01-b6c3c91b638b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (b223574b-ce08-4ae8-a402-5653c8aa5989), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:33.629865 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.db_base_plugin_common [None req-b7b86337-1624-4022-b14f-0a298cab45bf admin admin] Allocated IP 172.20.0.1 (19c0fa23-acdb-40c0-87c8-e4086941b9a3/32395675-5371-4719-b7de-0858314a037a/92027b35-a359-4ddc-bffc-66bc23065533) {{(pid=104159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:44:33.677945 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-c76cf002-8950-43f0-9e01-b6c3c91b638b None None] Attempting to bind port b223574b-ce08-4ae8-a402-5653c8aa5989 on host dv-cinder-750782-15-smb for vnic_type normal with profile {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:44:33.678313 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-c76cf002-8950-43f0-9e01-b6c3c91b638b None None] Attempting to bind port b223574b-ce08-4ae8-a402-5653c8aa5989 by drivers openvswitch,hyperv on host dv-cinder-750782-15-smb at level 0 using segments [{'id': 'f25e0e1e-326a-4ef5-aa96-2f0a78776ef2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943'}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:44:33.678676 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76cf002-8950-43f0-9e01-b6c3c91b638b None None] Attempting to bind port b223574b-ce08-4ae8-a402-5653c8aa5989 on network 8959fca3-760a-428d-87ed-41d110f4f943 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:44:33.680807 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ee544e-5558-4ea2-8800-16e2817c28d9 None None] Pushing event updated for resources: {'Port': ['ID=b223574b-ce08-4ae8-a402-5653c8aa5989,revision_number=2']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:44:33.686525 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76cf002-8950-43f0-9e01-b6c3c91b638b None None] Checking agent: {'id': 'fd34c7ed-cab5-463e-81bb-e9aa6ef90623', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 27, 41), 'started_at': datetime.datetime(2022, 3, 31, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:44:33.686900 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76cf002-8950-43f0-9e01-b6c3c91b638b None None] Checking segment: {'id': 'f25e0e1e-326a-4ef5-aa96-2f0a78776ef2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:44:33.687489 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c76cf002-8950-43f0-9e01-b6c3c91b638b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:33.687878 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76cf002-8950-43f0-9e01-b6c3c91b638b None None] Bound using segment: {'id': 'f25e0e1e-326a-4ef5-aa96-2f0a78776ef2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943'} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:44:33.689018 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-c76cf002-8950-43f0-9e01-b6c3c91b638b None None] Bound port: b223574b-ce08-4ae8-a402-5653c8aa5989, host: dv-cinder-750782-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f25e0e1e-326a-4ef5-aa96-2f0a78776ef2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943'}}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:44:33.689018 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c76cf002-8950-43f0-9e01-b6c3c91b638b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (b223574b-ce08-4ae8-a402-5653c8aa5989), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:33.745710 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-c76cf002-8950-43f0-9e01-b6c3c91b638b None None] For port b223574b-ce08-4ae8-a402-5653c8aa5989, host dv-cinder-750782-15-smb, cleared binding levels {{(pid=104161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:44:33.745927 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Current status of the port 8d51831e-303a-4694-b40b-e106d561ee4f is: ACTIVE; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:44:33.748908 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-c76cf002-8950-43f0-9e01-b6c3c91b638b None None] For port b223574b-ce08-4ae8-a402-5653c8aa5989, host dv-cinder-750782-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-smb',level=0,port_id=b223574b-ce08-4ae8-a402-5653c8aa5989,segment=NetworkSegment(f25e0e1e-326a-4ef5-aa96-2f0a78776ef2),segment_id=f25e0e1e-326a-4ef5-aa96-2f0a78776ef2)] {{(pid=104161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:44:33.758443 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-b7b86337-1624-4022-b14f-0a298cab45bf admin admin] Publish callbacks [] for port (92027b35-a359-4ddc-bffc-66bc23065533), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:33.861851 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c76cf002-8950-43f0-9e01-b6c3c91b638b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (b223574b-ce08-4ae8-a402-5653c8aa5989), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:33.903628 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-b7b86337-1624-4022-b14f-0a298cab45bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772784453870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3148002'] for port (92027b35-a359-4ddc-bffc-66bc23065533), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:33.920847 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76cf002-8950-43f0-9e01-b6c3c91b638b None None] Routers {'ed8ea57b-5bbf-49c8-9c48-30cdafd3bdbf'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:44:33.921943 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-c76cf002-8950-43f0-9e01-b6c3c91b638b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:44:06Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['ed8ea57b-5bbf-49c8-9c48-30cdafd3bdbf'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:44:33.948989 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b86337-1624-4022-b14f-0a298cab45bf admin admin] Network 19c0fa23-acdb-40c0-87c8-e4086941b9a3 is already hosted by enough agents. {{(pid=104159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:44:33.952612 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [None req-b7b86337-1624-4022-b14f-0a298cab45bf admin admin] Resources bound (agent type, host, resource id): {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:44:33.956261 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b86337-1624-4022-b14f-0a298cab45bf admin admin] Received port after_create {{(pid=104159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:44:33.990900 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b86337-1624-4022-b14f-0a298cab45bf admin admin] Pushing event updated for resources: {'Port': ['ID=92027b35-a359-4ddc-bffc-66bc23065533,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:44:34.019786 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-b7b86337-1624-4022-b14f-0a298cab45bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574458'] for router_interface (ed8ea57b-5bbf-49c8-9c48-30cdafd3bdbf), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:34.023558 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ee544e-5558-4ea2-8800-16e2817c28d9 None None] Pushing event updated for resources: {'Port': ['ID=b223574b-ce08-4ae8-a402-5653c8aa5989,revision_number=3']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:44:34.086176 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-c76cf002-8950-43f0-9e01-b6c3c91b638b None None] Set router ed8ea57b-5bbf-49c8-9c48-30cdafd3bdbf gateway port host: dv-cinder-750782-15-smb {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:44:34.248015 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-dc7c2522-2105-4fa3-8a46-b5a747613b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (80b0103a-7158-48a6-b59a-3fe393c523d9), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:34.308804 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device 8d51831e-303a-4694-b40b-e106d561ee4f up at agent ovs-agent-dv-cinder-750782-15-smb {{(pid=104160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:44:34.312644 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-0e5b66c9-fe9f-43dc-b05d-180a1b304919 None None] Provisioning complete for port 92027b35-a359-4ddc-bffc-66bc23065533 triggered by entity DHCP. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:44:34.313018 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0e5b66c9-fe9f-43dc-b05d-180a1b304919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (92027b35-a359-4ddc-bffc-66bc23065533), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:34.353909 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-c76cf002-8950-43f0-9e01-b6c3c91b638b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed8ea57b-5bbf-49c8-9c48-30cdafd3bdbf', 'name': 'tempest-TestShelveInstance-897396498-router', 'tenant_id': 'bfd54c984a60429d9813056b8959af19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.72'}], 'enable_snat': True}, 'gw_port_id': 'b223574b-ce08-4ae8-a402-5653c8aa5989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:44:29Z', 'updated_at': '2022-03-31T15:44:31Z', 'revision_number': 3, 'project_id': 'bfd54c984a60429d9813056b8959af19', 'gw_port': {'id': 'b223574b-ce08-4ae8-a402-5653c8aa5989', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed8ea57b-5bbf-49c8-9c48-30cdafd3bdbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:44:30Z', 'updated_at': '2022-03-31T15:44:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb'}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:44:34.373152 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-b7b86337-1624-4022-b14f-0a298cab45bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (92027b35-a359-4ddc-bffc-66bc23065533), before_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:34.403798 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-0e5b66c9-fe9f-43dc-b05d-180a1b304919 None None] Port 92027b35-a359-4ddc-bffc-66bc23065533 cannot update to ACTIVE because it is not bound. {{(pid=104160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:44:34.410358 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76cf002-8950-43f0-9e01-b6c3c91b638b None None] The sync data for ids ['ed8ea57b-5bbf-49c8-9c48-30cdafd3bdbf'] in dv-cinder-750782-15-smb is: [{'id': 'ed8ea57b-5bbf-49c8-9c48-30cdafd3bdbf', 'name': 'tempest-TestShelveInstance-897396498-router', 'tenant_id': 'bfd54c984a60429d9813056b8959af19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.72'}], 'enable_snat': True}, 'gw_port_id': 'b223574b-ce08-4ae8-a402-5653c8aa5989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:44:29Z', 'updated_at': '2022-03-31T15:44:31Z', 'revision_number': 3, 'project_id': 'bfd54c984a60429d9813056b8959af19', 'gw_port': {'id': 'b223574b-ce08-4ae8-a402-5653c8aa5989', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed8ea57b-5bbf-49c8-9c48-30cdafd3bdbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:44:30Z', 'updated_at': '2022-03-31T15:44:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb'}] {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:44:34.424980 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Provisioning complete for port 8d51831e-303a-4694-b40b-e106d561ee4f triggered by entity L2. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:44:34.425449 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (8d51831e-303a-4694-b40b-e106d561ee4f), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:34.524966 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Current status of the port 8d51831e-303a-4694-b40b-e106d561ee4f is: ACTIVE; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:44:34.595785 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-b7b86337-1624-4022-b14f-0a298cab45bf admin admin] Publish callbacks [] for port (92027b35-a359-4ddc-bffc-66bc23065533), precommit_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:34.670510 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-b7b86337-1624-4022-b14f-0a298cab45bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3148011'] for port (92027b35-a359-4ddc-bffc-66bc23065533), after_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:34.770141 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-b7b86337-1624-4022-b14f-0a298cab45bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574318'] for router_interface (ed8ea57b-5bbf-49c8-9c48-30cdafd3bdbf), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:34.770141 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b86337-1624-4022-b14f-0a298cab45bf admin admin] Pushing event updated for resources: {'Port': ['ID=92027b35-a359-4ddc-bffc-66bc23065533,revision_number=2']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:44:34.899486 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b86337-1624-4022-b14f-0a298cab45bf admin admin] Network 19c0fa23-acdb-40c0-87c8-e4086941b9a3 is already hosted by enough agents. {{(pid=104159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:44:34.901043 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [None req-b7b86337-1624-4022-b14f-0a298cab45bf admin admin] Resources bound (agent type, host, resource id): {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:44:35.051801 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7b86337-1624-4022-b14f-0a298cab45bf admin admin] Router ed8ea57b-5bbf-49c8-9c48-30cdafd3bdbf has already been hosted by L3 agent 9721ac04-bac7-49da-b384-3a2049eedfa2 {{(pid=104159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:44:35.182059 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b86337-1624-4022-b14f-0a298cab45bf admin admin] Notify agent at l3_agent.dv-cinder-750782-15-smb the message routers_updated {{(pid=104159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:44:35.188063 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-b7b86337-1624-4022-b14f-0a298cab45bf admin admin] 10.222.0.21 "PUT /v2.0/routers/ed8ea57b-5bbf-49c8-9c48-30cdafd3bdbf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3863499 Mar 31 15:44:35.232660 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-c9fc029e-cc3d-4804-893a-2fc23bb82b6a None None] Provisioning complete for port 92027b35-a359-4ddc-bffc-66bc23065533 triggered by entity DHCP. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:44:35.233773 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-c9fc029e-cc3d-4804-893a-2fc23bb82b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (92027b35-a359-4ddc-bffc-66bc23065533), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:35.275360 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-c9fc029e-cc3d-4804-893a-2fc23bb82b6a None None] Port 92027b35-a359-4ddc-bffc-66bc23065533 cannot update to ACTIVE because it is not bound. {{(pid=104160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:44:36.322173 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device b223574b-ce08-4ae8-a402-5653c8aa5989 up at agent ovs-agent-dv-cinder-750782-15-smb {{(pid=104160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:44:36.377640 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (42669199-0b56-4e25-9a3d-cc561c912f6a), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:36.379848 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Provisioning complete for port b223574b-ce08-4ae8-a402-5653c8aa5989 triggered by entity L2. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:44:36.380246 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (b223574b-ce08-4ae8-a402-5653c8aa5989), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:36.474739 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Current status of the port b223574b-ce08-4ae8-a402-5653c8aa5989 is: DOWN; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:44:36.475126 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (b223574b-ce08-4ae8-a402-5653c8aa5989), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:36.496420 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] For port b223574b-ce08-4ae8-a402-5653c8aa5989, host dv-cinder-750782-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-smb',level=0,port_id=b223574b-ce08-4ae8-a402-5653c8aa5989,segment=NetworkSegment(f25e0e1e-326a-4ef5-aa96-2f0a78776ef2),segment_id=f25e0e1e-326a-4ef5-aa96-2f0a78776ef2)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:44:36.593266 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-7047f17c-f5d4-48ac-99f6-2ee9a016cf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (9721ac04-bac7-49da-b384-3a2049eedfa2), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:36.639478 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (b223574b-ce08-4ae8-a402-5653c8aa5989), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:36.694097 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Pushing event updated for resources: {'Port': ['ID=b223574b-ce08-4ae8-a402-5653c8aa5989,revision_number=4']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:44:36.931377 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 51672) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:44:36.932187 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.v2.base [None req-5a024e9a-fa45-49dc-8d5b-4aecda438a1d tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2075737094', 'description': 'tempest-secgroup-smoke-2075737094 description', 'project_id': '240469f9130e460c95867b36952a1df2'}} {{(pid=104158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:44:37.036348 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-5a024e9a-fa45-49dc-8d5b-4aecda438a1d tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Publish callbacks [] for security_group (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:37.112023 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-5a024e9a-fa45-49dc-8d5b-4aecda438a1d tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Publish callbacks [] for security_group (3ecb6826-664c-46a4-92d1-06805d3892de), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:37.324511 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-5a024e9a-fa45-49dc-8d5b-4aecda438a1d tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (3ecb6826-664c-46a4-92d1-06805d3892de), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:37.357758 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a024e9a-fa45-49dc-8d5b-4aecda438a1d tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ecb6826-664c-46a4-92d1-06805d3892de,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:44:37.534185 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185fc96f-9d7f-4ecb-89e2-e6c13cf43ceb None None] Sync routers for ids ['ed8ea57b-5bbf-49c8-9c48-30cdafd3bdbf'] in dv-cinder-750782-15-smb {{(pid=104160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:44:37.546826 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185fc96f-9d7f-4ecb-89e2-e6c13cf43ceb None None] Routers {'ed8ea57b-5bbf-49c8-9c48-30cdafd3bdbf'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:44:37.547247 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_hamode_db [None req-185fc96f-9d7f-4ecb-89e2-e6c13cf43ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:44:36Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['ed8ea57b-5bbf-49c8-9c48-30cdafd3bdbf'], 'active': True} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:44:37.598322 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-5a024e9a-fa45-49dc-8d5b-4aecda438a1d tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Publish callbacks [] for security_group (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:37.603042 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-5a024e9a-fa45-49dc-8d5b-4aecda438a1d tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6716707 Mar 31 15:44:37.603572 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 51674) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:44:37.608157 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.v2.base [None req-9887865a-227b-4b8f-bef7-a89bce206925 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Request body: {'security_group_rule': {'security_group_id': '3ecb6826-664c-46a4-92d1-06805d3892de', 'project_id': '240469f9130e460c95867b36952a1df2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:44:37.669038 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvr_db [None req-185fc96f-9d7f-4ecb-89e2-e6c13cf43ceb None None] Set router ed8ea57b-5bbf-49c8-9c48-30cdafd3bdbf gateway port host: dv-cinder-750782-15-smb {{(pid=104160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:44:37.767656 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9887865a-227b-4b8f-bef7-a89bce206925 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Publish callbacks [] for security_group_rule (7d10a0f0-1fba-4037-a759-6fedeb3a88f0), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:37.787421 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0b2f012e-2fbd-4b35-9815-8024e4a993e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fb816cbb-0527-4766-83b7-604ad6a553f5), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:37.831041 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9887865a-227b-4b8f-bef7-a89bce206925 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Publish callbacks [] for security_group_rule (7d10a0f0-1fba-4037-a759-6fedeb3a88f0), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:37.876704 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_hamode_db [None req-185fc96f-9d7f-4ecb-89e2-e6c13cf43ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed8ea57b-5bbf-49c8-9c48-30cdafd3bdbf', 'name': 'tempest-TestShelveInstance-897396498-router', 'tenant_id': 'bfd54c984a60429d9813056b8959af19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.72'}], 'enable_snat': True}, 'gw_port_id': 'b223574b-ce08-4ae8-a402-5653c8aa5989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:44:29Z', 'updated_at': '2022-03-31T15:44:34Z', 'revision_number': 4, 'project_id': 'bfd54c984a60429d9813056b8959af19', 'gw_port': {'id': 'b223574b-ce08-4ae8-a402-5653c8aa5989', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed8ea57b-5bbf-49c8-9c48-30cdafd3bdbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:44:30Z', 'updated_at': '2022-03-31T15:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_interfaces': [{'id': '92027b35-a359-4ddc-bffc-66bc23065533', 'name': '', 'network_id': '19c0fa23-acdb-40c0-87c8-e4086941b9a3', 'tenant_id': 'bfd54c984a60429d9813056b8959af19', 'mac_address': 'fa:16:3e:7a:09:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed8ea57b-5bbf-49c8-9c48-30cdafd3bdbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '32395675-5371-4719-b7de-0858314a037a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:44:33Z', 'updated_at': '2022-03-31T15:44:34Z', 'revision_number': 2, 'project_id': 'bfd54c984a60429d9813056b8959af19', 'subnets': [{'id': '32395675-5371-4719-b7de-0858314a037a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:44:37.990604 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9887865a-227b-4b8f-bef7-a89bce206925 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045380'] for security_group_rule (7d10a0f0-1fba-4037-a759-6fedeb3a88f0), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:38.016437 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9887865a-227b-4b8f-bef7-a89bce206925 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d10a0f0-1fba-4037-a759-6fedeb3a88f0,revision_number=0']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:44:38.025078 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9887865a-227b-4b8f-bef7-a89bce206925 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:38.025458 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9887865a-227b-4b8f-bef7-a89bce206925 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:38.026019 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9887865a-227b-4b8f-bef7-a89bce206925 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:38.026589 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9887865a-227b-4b8f-bef7-a89bce206925 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:38.026589 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9887865a-227b-4b8f-bef7-a89bce206925 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:38.026959 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9887865a-227b-4b8f-bef7-a89bce206925 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:38.027301 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9887865a-227b-4b8f-bef7-a89bce206925 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:38.027629 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9887865a-227b-4b8f-bef7-a89bce206925 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:38.027957 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9887865a-227b-4b8f-bef7-a89bce206925 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:38.028298 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9887865a-227b-4b8f-bef7-a89bce206925 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:38.028618 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9887865a-227b-4b8f-bef7-a89bce206925 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:38.028950 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9887865a-227b-4b8f-bef7-a89bce206925 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:38.029273 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9887865a-227b-4b8f-bef7-a89bce206925 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:38.029625 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9887865a-227b-4b8f-bef7-a89bce206925 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:38.029946 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9887865a-227b-4b8f-bef7-a89bce206925 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:38.039317 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185fc96f-9d7f-4ecb-89e2-e6c13cf43ceb None None] Checking router: ed8ea57b-5bbf-49c8-9c48-30cdafd3bdbf for host: dv-cinder-750782-15-smb {{(pid=104160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:44:38.039674 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185fc96f-9d7f-4ecb-89e2-e6c13cf43ceb None None] Updating router ed8ea57b-5bbf-49c8-9c48-30cdafd3bdbf port 92027b35-a359-4ddc-bffc-66bc23065533 binding host dv-cinder-750782-15-smb {{(pid=104160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:44:38.070617 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-185fc96f-9d7f-4ecb-89e2-e6c13cf43ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (92027b35-a359-4ddc-bffc-66bc23065533), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:38.146715 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9887865a-227b-4b8f-bef7-a89bce206925 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:38.148537 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-9887865a-227b-4b8f-bef7-a89bce206925 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5437989 Mar 31 15:44:38.157752 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 51676) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:44:38.162874 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.v2.base [None req-cd3c32cb-1963-4b4c-8724-05fb5cb8a731 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Request body: {'security_group_rule': {'security_group_id': '3ecb6826-664c-46a4-92d1-06805d3892de', 'project_id': '240469f9130e460c95867b36952a1df2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:44:38.306813 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device b223574b-ce08-4ae8-a402-5653c8aa5989 up at agent ovs-agent-dv-cinder-750782-15-smb {{(pid=104160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:44:38.335553 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-cd3c32cb-1963-4b4c-8724-05fb5cb8a731 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Publish callbacks [] for security_group_rule (c60a183f-6acc-4aa8-a619-041bb6d5466b), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:38.389526 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-185fc96f-9d7f-4ecb-89e2-e6c13cf43ceb None None] Publish callbacks [] for port (92027b35-a359-4ddc-bffc-66bc23065533), precommit_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:38.458753 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-cd3c32cb-1963-4b4c-8724-05fb5cb8a731 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Publish callbacks [] for security_group_rule (c60a183f-6acc-4aa8-a619-041bb6d5466b), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:38.459033 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Provisioning complete for port b223574b-ce08-4ae8-a402-5653c8aa5989 triggered by entity L2. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:44:38.459033 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (b223574b-ce08-4ae8-a402-5653c8aa5989), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:38.492430 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Current status of the port b223574b-ce08-4ae8-a402-5653c8aa5989 is: ACTIVE; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:44:38.621461 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-185fc96f-9d7f-4ecb-89e2-e6c13cf43ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (92027b35-a359-4ddc-bffc-66bc23065533), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:38.647956 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-cd3c32cb-1963-4b4c-8724-05fb5cb8a731 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045380'] for security_group_rule (c60a183f-6acc-4aa8-a619-041bb6d5466b), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:38.672701 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3c32cb-1963-4b4c-8724-05fb5cb8a731 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c60a183f-6acc-4aa8-a619-041bb6d5466b,revision_number=0']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:44:38.694951 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367b84cf-0042-40bc-a2cd-fd72a2d4b0e9 None None] Pushing event updated for resources: {'Port': ['ID=92027b35-a359-4ddc-bffc-66bc23065533,revision_number=3']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:44:38.740639 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [None req-185fc96f-9d7f-4ecb-89e2-e6c13cf43ceb None None] Attempting to bind port 92027b35-a359-4ddc-bffc-66bc23065533 on host dv-cinder-750782-15-smb for vnic_type normal with profile {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:44:38.740639 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [None req-185fc96f-9d7f-4ecb-89e2-e6c13cf43ceb None None] Attempting to bind port 92027b35-a359-4ddc-bffc-66bc23065533 by drivers openvswitch,hyperv on host dv-cinder-750782-15-smb at level 0 using segments [{'id': '9be2999e-e6a9-4829-b0b7-cd497cbe67d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '19c0fa23-acdb-40c0-87c8-e4086941b9a3'}] {{(pid=104160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:44:38.740639 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185fc96f-9d7f-4ecb-89e2-e6c13cf43ceb None None] Attempting to bind port 92027b35-a359-4ddc-bffc-66bc23065533 on network 19c0fa23-acdb-40c0-87c8-e4086941b9a3 {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:44:38.740639 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185fc96f-9d7f-4ecb-89e2-e6c13cf43ceb None None] Checking agent: {'id': 'fd34c7ed-cab5-463e-81bb-e9aa6ef90623', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 27, 41), 'started_at': datetime.datetime(2022, 3, 31, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:44:38.741448 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185fc96f-9d7f-4ecb-89e2-e6c13cf43ceb None None] Checking segment: {'id': '9be2999e-e6a9-4829-b0b7-cd497cbe67d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '19c0fa23-acdb-40c0-87c8-e4086941b9a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:44:38.741940 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-185fc96f-9d7f-4ecb-89e2-e6c13cf43ceb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:38.742542 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185fc96f-9d7f-4ecb-89e2-e6c13cf43ceb None None] Bound using segment: {'id': '9be2999e-e6a9-4829-b0b7-cd497cbe67d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '19c0fa23-acdb-40c0-87c8-e4086941b9a3'} {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:44:38.743322 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [None req-185fc96f-9d7f-4ecb-89e2-e6c13cf43ceb None None] Bound port: 92027b35-a359-4ddc-bffc-66bc23065533, host: dv-cinder-750782-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9be2999e-e6a9-4829-b0b7-cd497cbe67d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '19c0fa23-acdb-40c0-87c8-e4086941b9a3'}}] {{(pid=104160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:44:38.743911 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-185fc96f-9d7f-4ecb-89e2-e6c13cf43ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (92027b35-a359-4ddc-bffc-66bc23065533), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:38.841574 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-185fc96f-9d7f-4ecb-89e2-e6c13cf43ceb None None] For port 92027b35-a359-4ddc-bffc-66bc23065533, host dv-cinder-750782-15-smb, cleared binding levels {{(pid=104160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:44:38.841574 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-185fc96f-9d7f-4ecb-89e2-e6c13cf43ceb None None] For port 92027b35-a359-4ddc-bffc-66bc23065533, host dv-cinder-750782-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-smb',level=0,port_id=92027b35-a359-4ddc-bffc-66bc23065533,segment=NetworkSegment(9be2999e-e6a9-4829-b0b7-cd497cbe67d2),segment_id=9be2999e-e6a9-4829-b0b7-cd497cbe67d2)] {{(pid=104160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:44:38.874893 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-cd3c32cb-1963-4b4c-8724-05fb5cb8a731 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:38.876136 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-cd3c32cb-1963-4b4c-8724-05fb5cb8a731 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7170706 Mar 31 15:44:38.878915 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 51678) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:44:38.883881 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.v2.base [None req-fff92006-e29f-4016-9c92-b799423d21d6 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Request body: {'security_group_rule': {'security_group_id': '3ecb6826-664c-46a4-92d1-06805d3892de', 'project_id': '240469f9130e460c95867b36952a1df2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:44:38.932894 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-d4fd0550-a1ea-45f3-bd80-92d67ce7298b None None] Provisioning complete for port 92027b35-a359-4ddc-bffc-66bc23065533 triggered by entity DHCP. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:44:38.932894 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d4fd0550-a1ea-45f3-bd80-92d67ce7298b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (92027b35-a359-4ddc-bffc-66bc23065533), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:38.966012 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-d4fd0550-a1ea-45f3-bd80-92d67ce7298b None None] Port 92027b35-a359-4ddc-bffc-66bc23065533 cannot update to ACTIVE because it is not bound. {{(pid=104160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:44:38.985083 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-185fc96f-9d7f-4ecb-89e2-e6c13cf43ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (92027b35-a359-4ddc-bffc-66bc23065533), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:39.045572 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-fff92006-e29f-4016-9c92-b799423d21d6 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Publish callbacks [] for security_group_rule (b562b680-de67-4002-bb36-a8bcb5d782c0), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:39.046497 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185fc96f-9d7f-4ecb-89e2-e6c13cf43ceb None None] Routers {'ed8ea57b-5bbf-49c8-9c48-30cdafd3bdbf'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:44:39.049573 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_hamode_db [None req-185fc96f-9d7f-4ecb-89e2-e6c13cf43ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:44:36Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['ed8ea57b-5bbf-49c8-9c48-30cdafd3bdbf'], 'active': True} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:44:39.054123 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367b84cf-0042-40bc-a2cd-fd72a2d4b0e9 None None] Pushing event updated for resources: {'Port': ['ID=92027b35-a359-4ddc-bffc-66bc23065533,revision_number=4']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:44:39.124861 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-fff92006-e29f-4016-9c92-b799423d21d6 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Publish callbacks [] for security_group_rule (b562b680-de67-4002-bb36-a8bcb5d782c0), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:39.180053 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvr_db [None req-185fc96f-9d7f-4ecb-89e2-e6c13cf43ceb None None] Set router ed8ea57b-5bbf-49c8-9c48-30cdafd3bdbf gateway port host: dv-cinder-750782-15-smb {{(pid=104160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:44:39.316802 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-d48456d7-23a8-466b-80a9-14c8febb1a8f None None] Provisioning complete for port 92027b35-a359-4ddc-bffc-66bc23065533 triggered by entity DHCP. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:44:39.317033 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d48456d7-23a8-466b-80a9-14c8febb1a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (92027b35-a359-4ddc-bffc-66bc23065533), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:39.330072 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-fff92006-e29f-4016-9c92-b799423d21d6 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045380'] for security_group_rule (b562b680-de67-4002-bb36-a8bcb5d782c0), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:39.352234 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff92006-e29f-4016-9c92-b799423d21d6 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b562b680-de67-4002-bb36-a8bcb5d782c0,revision_number=0']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:44:39.461799 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-d48456d7-23a8-466b-80a9-14c8febb1a8f None None] Current status of the port 92027b35-a359-4ddc-bffc-66bc23065533 is: DOWN; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:44:39.462181 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d48456d7-23a8-466b-80a9-14c8febb1a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (92027b35-a359-4ddc-bffc-66bc23065533), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:39.500735 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-d48456d7-23a8-466b-80a9-14c8febb1a8f None None] For port 92027b35-a359-4ddc-bffc-66bc23065533, host dv-cinder-750782-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-smb',level=0,port_id=92027b35-a359-4ddc-bffc-66bc23065533,segment=NetworkSegment(9be2999e-e6a9-4829-b0b7-cd497cbe67d2),segment_id=9be2999e-e6a9-4829-b0b7-cd497cbe67d2)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:44:39.503736 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_hamode_db [None req-185fc96f-9d7f-4ecb-89e2-e6c13cf43ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed8ea57b-5bbf-49c8-9c48-30cdafd3bdbf', 'name': 'tempest-TestShelveInstance-897396498-router', 'tenant_id': 'bfd54c984a60429d9813056b8959af19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.72'}], 'enable_snat': True}, 'gw_port_id': 'b223574b-ce08-4ae8-a402-5653c8aa5989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:44:29Z', 'updated_at': '2022-03-31T15:44:34Z', 'revision_number': 4, 'project_id': 'bfd54c984a60429d9813056b8959af19', 'gw_port': {'id': 'b223574b-ce08-4ae8-a402-5653c8aa5989', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed8ea57b-5bbf-49c8-9c48-30cdafd3bdbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:44:30Z', 'updated_at': '2022-03-31T15:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_interfaces': [{'id': '92027b35-a359-4ddc-bffc-66bc23065533', 'name': '', 'network_id': '19c0fa23-acdb-40c0-87c8-e4086941b9a3', 'tenant_id': 'bfd54c984a60429d9813056b8959af19', 'mac_address': 'fa:16:3e:7a:09:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed8ea57b-5bbf-49c8-9c48-30cdafd3bdbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '32395675-5371-4719-b7de-0858314a037a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:44:33Z', 'updated_at': '2022-03-31T15:44:38Z', 'revision_number': 4, 'project_id': 'bfd54c984a60429d9813056b8959af19', 'subnets': [{'id': '32395675-5371-4719-b7de-0858314a037a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:44:39.531571 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185fc96f-9d7f-4ecb-89e2-e6c13cf43ceb None None] The sync data for ids ['ed8ea57b-5bbf-49c8-9c48-30cdafd3bdbf'] in dv-cinder-750782-15-smb is: [{'id': 'ed8ea57b-5bbf-49c8-9c48-30cdafd3bdbf', 'name': 'tempest-TestShelveInstance-897396498-router', 'tenant_id': 'bfd54c984a60429d9813056b8959af19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.72'}], 'enable_snat': True}, 'gw_port_id': 'b223574b-ce08-4ae8-a402-5653c8aa5989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:44:29Z', 'updated_at': '2022-03-31T15:44:34Z', 'revision_number': 4, 'project_id': 'bfd54c984a60429d9813056b8959af19', 'gw_port': {'id': 'b223574b-ce08-4ae8-a402-5653c8aa5989', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed8ea57b-5bbf-49c8-9c48-30cdafd3bdbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:44:30Z', 'updated_at': '2022-03-31T15:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_interfaces': [{'id': '92027b35-a359-4ddc-bffc-66bc23065533', 'name': '', 'network_id': '19c0fa23-acdb-40c0-87c8-e4086941b9a3', 'tenant_id': 'bfd54c984a60429d9813056b8959af19', 'mac_address': 'fa:16:3e:7a:09:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed8ea57b-5bbf-49c8-9c48-30cdafd3bdbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '32395675-5371-4719-b7de-0858314a037a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:44:33Z', 'updated_at': '2022-03-31T15:44:38Z', 'revision_number': 4, 'project_id': 'bfd54c984a60429d9813056b8959af19', 'subnets': [{'id': '32395675-5371-4719-b7de-0858314a037a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:44:39.628404 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-fff92006-e29f-4016-9c92-b799423d21d6 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:39.632635 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-fff92006-e29f-4016-9c92-b799423d21d6 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7500167 Mar 31 15:44:39.633301 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 51682) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:44:39.638169 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.v2.base [None req-caddfca3-bd5f-4b35-8dcf-83ae34b39ee1 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Request body: {'security_group_rule': {'security_group_id': '3ecb6826-664c-46a4-92d1-06805d3892de', 'project_id': '240469f9130e460c95867b36952a1df2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:44:39.686782 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-211e425b-1201-4862-afc0-6363249efbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (1ca8e2b3-6f2e-4d63-b52b-ad8a81fa6826), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:39.687711 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d48456d7-23a8-466b-80a9-14c8febb1a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (92027b35-a359-4ddc-bffc-66bc23065533), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:39.743779 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48456d7-23a8-466b-80a9-14c8febb1a8f None None] Pushing event updated for resources: {'Port': ['ID=92027b35-a359-4ddc-bffc-66bc23065533,revision_number=5']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:44:39.855297 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-caddfca3-bd5f-4b35-8dcf-83ae34b39ee1 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Publish callbacks [] for security_group_rule (98845e83-5ca8-4977-9ddd-91b3aba49697), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:39.921561 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-caddfca3-bd5f-4b35-8dcf-83ae34b39ee1 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Publish callbacks [] for security_group_rule (98845e83-5ca8-4977-9ddd-91b3aba49697), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:40.101419 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-caddfca3-bd5f-4b35-8dcf-83ae34b39ee1 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045380'] for security_group_rule (98845e83-5ca8-4977-9ddd-91b3aba49697), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:40.124184 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caddfca3-bd5f-4b35-8dcf-83ae34b39ee1 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98845e83-5ca8-4977-9ddd-91b3aba49697,revision_number=0']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:44:40.132049 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caddfca3-bd5f-4b35-8dcf-83ae34b39ee1 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:40.132389 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caddfca3-bd5f-4b35-8dcf-83ae34b39ee1 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:40.132788 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caddfca3-bd5f-4b35-8dcf-83ae34b39ee1 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:40.133127 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caddfca3-bd5f-4b35-8dcf-83ae34b39ee1 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:40.133483 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caddfca3-bd5f-4b35-8dcf-83ae34b39ee1 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:40.133816 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caddfca3-bd5f-4b35-8dcf-83ae34b39ee1 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:40.134140 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caddfca3-bd5f-4b35-8dcf-83ae34b39ee1 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:40.134460 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caddfca3-bd5f-4b35-8dcf-83ae34b39ee1 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:40.134778 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caddfca3-bd5f-4b35-8dcf-83ae34b39ee1 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:40.135094 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caddfca3-bd5f-4b35-8dcf-83ae34b39ee1 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:40.135415 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caddfca3-bd5f-4b35-8dcf-83ae34b39ee1 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:40.135738 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caddfca3-bd5f-4b35-8dcf-83ae34b39ee1 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:40.136158 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caddfca3-bd5f-4b35-8dcf-83ae34b39ee1 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:40.136426 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caddfca3-bd5f-4b35-8dcf-83ae34b39ee1 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:40.136889 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caddfca3-bd5f-4b35-8dcf-83ae34b39ee1 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:40.325954 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device 92027b35-a359-4ddc-bffc-66bc23065533 up at agent ovs-agent-dv-cinder-750782-15-smb {{(pid=104160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:44:40.348866 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-caddfca3-bd5f-4b35-8dcf-83ae34b39ee1 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:40.354692 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-caddfca3-bd5f-4b35-8dcf-83ae34b39ee1 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7156966 Mar 31 15:44:40.355281 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 51694) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:44:40.362113 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.v2.base [None req-2995f76e-1582-49fc-8543-ab907103ff50 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Request body: {'security_group_rule': {'security_group_id': '3ecb6826-664c-46a4-92d1-06805d3892de', 'project_id': '240469f9130e460c95867b36952a1df2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:44:40.378347 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Provisioning complete for port 92027b35-a359-4ddc-bffc-66bc23065533 triggered by entity L2. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:44:40.378716 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (92027b35-a359-4ddc-bffc-66bc23065533), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:40.462993 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Current status of the port 92027b35-a359-4ddc-bffc-66bc23065533 is: ACTIVE; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:44:40.655488 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.db.securitygroups_db [None req-2995f76e-1582-49fc-8543-ab907103ff50 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Project 240469f9130e460c95867b36952a1df2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 15:44:40.664778 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-2995f76e-1582-49fc-8543-ab907103ff50 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Publish callbacks [] for security_group_rule (ef85b0ab-86fd-4b42-9025-c903819eeff0), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:40.722593 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-2995f76e-1582-49fc-8543-ab907103ff50 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Publish callbacks [] for security_group_rule (ef85b0ab-86fd-4b42-9025-c903819eeff0), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:40.939280 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-2995f76e-1582-49fc-8543-ab907103ff50 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045380'] for security_group_rule (ef85b0ab-86fd-4b42-9025-c903819eeff0), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:40.959084 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2995f76e-1582-49fc-8543-ab907103ff50 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef85b0ab-86fd-4b42-9025-c903819eeff0,revision_number=0']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:44:40.985293 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fd34c7ed-cab5-463e-81bb-e9aa6ef90623), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:41.110234 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-2995f76e-1582-49fc-8543-ab907103ff50 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:41.111504 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-2995f76e-1582-49fc-8543-ab907103ff50 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7546692 Mar 31 15:44:41.115497 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 51698) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:44:41.120884 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.v2.base [None req-7cb28007-4589-4a95-8eea-7ab481404e09 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Request body: {'security_group_rule': {'security_group_id': '3ecb6826-664c-46a4-92d1-06805d3892de', 'project_id': '240469f9130e460c95867b36952a1df2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:44:41.284316 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.db.securitygroups_db [None req-7cb28007-4589-4a95-8eea-7ab481404e09 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Project 240469f9130e460c95867b36952a1df2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 15:44:41.290664 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-7cb28007-4589-4a95-8eea-7ab481404e09 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Publish callbacks [] for security_group_rule (389736e7-c013-4384-9df9-a2306f747b79), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:41.357639 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-7cb28007-4589-4a95-8eea-7ab481404e09 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Publish callbacks [] for security_group_rule (389736e7-c013-4384-9df9-a2306f747b79), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:41.478811 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-7cb28007-4589-4a95-8eea-7ab481404e09 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045380'] for security_group_rule (389736e7-c013-4384-9df9-a2306f747b79), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:41.501380 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb28007-4589-4a95-8eea-7ab481404e09 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=389736e7-c013-4384-9df9-a2306f747b79,revision_number=0']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:44:41.609928 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-7cb28007-4589-4a95-8eea-7ab481404e09 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:41.616046 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-7cb28007-4589-4a95-8eea-7ab481404e09 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4944661 Mar 31 15:44:43.535811 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744cb67c-ec4e-4851-9199-7cd126f68d04 req-bdff41bf-6331-4e0a-ad06-1ae4bc94f234 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:44:43.537972 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-744cb67c-ec4e-4851-9199-7cd126f68d04 req-bdff41bf-6331-4e0a-ad06-1ae4bc94f234 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=8af99820-f5d6-4a06-b902-c7c1da280d4e HTTP/1.1" status: 200 len: 946 time: 0.0768199 Mar 31 15:44:43.605898 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-744cb67c-ec4e-4851-9199-7cd126f68d04 req-db085494-483c-4b81-b68a-d80ccb3793fc tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7c8adfe-7bcd-44f3-b3b4-0835d85dabdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596666 Mar 31 15:44:44.744656 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee67f5-ae73-434b-9f88-e36b9d42c429 req-f46533ce-fac3-4f9a-bb38-ec3168f982a3 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:44:44.746286 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-48ee67f5-ae73-434b-9f88-e36b9d42c429 req-f46533ce-fac3-4f9a-bb38-ec3168f982a3 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=8af99820-f5d6-4a06-b902-c7c1da280d4e HTTP/1.1" status: 200 len: 946 time: 0.0617874 Mar 31 15:44:44.808924 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-48ee67f5-ae73-434b-9f88-e36b9d42c429 req-d43af30c-84dc-42a3-8cab-3e91c1de9b5a tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7c8adfe-7bcd-44f3-b3b4-0835d85dabdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542569 Mar 31 15:44:45.196794 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e95501-5f42-49c0-907f-49df3e5677cf req-3d9bdd8c-7458-408c-87e7-564380f5741e tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:44:45.198359 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-c7e95501-5f42-49c0-907f-49df3e5677cf req-3d9bdd8c-7458-408c-87e7-564380f5741e tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.26 "GET /v2.0/ports?device_id=8af99820-f5d6-4a06-b902-c7c1da280d4e HTTP/1.1" status: 200 len: 946 time: 0.0592721 Mar 31 15:44:45.306540 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.plugin [req-c7e95501-5f42-49c0-907f-49df3e5677cf req-7974a2ca-58a4-446a-8009-7fde417a3c1d tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Deleting port e58352f8-e6f8-475e-83ff-6602902f6b4e {{(pid=104158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:44:45.310305 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-c7e95501-5f42-49c0-907f-49df3e5677cf req-7974a2ca-58a4-446a-8009-7fde417a3c1d tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772784948758'] for port (e58352f8-e6f8-475e-83ff-6602902f6b4e), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:45.404876 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.db [req-c7e95501-5f42-49c0-907f-49df3e5677cf req-7974a2ca-58a4-446a-8009-7fde417a3c1d tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] For port e58352f8-e6f8-475e-83ff-6602902f6b4e, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=e58352f8-e6f8-475e-83ff-6602902f6b4e,segment=NetworkSegment(6bcab16b-0c41-4f5b-8545-8863ae1cf078),segment_id=6bcab16b-0c41-4f5b-8545-8863ae1cf078)] {{(pid=104158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:44:45.405222 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-c7e95501-5f42-49c0-907f-49df3e5677cf req-7974a2ca-58a4-446a-8009-7fde417a3c1d tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576833'] for port (e58352f8-e6f8-475e-83ff-6602902f6b4e), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:45.636655 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-c7e95501-5f42-49c0-907f-49df3e5677cf req-7974a2ca-58a4-446a-8009-7fde417a3c1d tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:45.636932 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-c7e95501-5f42-49c0-907f-49df3e5677cf req-7974a2ca-58a4-446a-8009-7fde417a3c1d tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574067'] for floatingip (162435ce-1674-4bb7-aced-4752be2a0033), after_update {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:45.637221 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.db.l3_db [req-c7e95501-5f42-49c0-907f-49df3e5677cf req-7974a2ca-58a4-446a-8009-7fde417a3c1d tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Floating IP 162435ce-1674-4bb7-aced-4752be2a0033 disassociated. External IP: 172.28.2.182, port: e58352f8-e6f8-475e-83ff-6602902f6b4e. Mar 31 15:44:45.637664 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.plugin [req-c7e95501-5f42-49c0-907f-49df3e5677cf req-7974a2ca-58a4-446a-8009-7fde417a3c1d tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Calling delete_port for e58352f8-e6f8-475e-83ff-6602902f6b4e owned by compute:nova {{(pid=104158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:44:45.855720 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-c7e95501-5f42-49c0-907f-49df3e5677cf req-7974a2ca-58a4-446a-8009-7fde417a3c1d tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772784953465', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772784453879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302876'] for port (e58352f8-e6f8-475e-83ff-6602902f6b4e), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:45.891166 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7974a2ca-58a4-446a-8009-7fde417a3c1d tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Pushing event deleted for resources: {'Port': ['ID=e58352f8-e6f8-475e-83ff-6602902f6b4e,revision_number=None']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:44:45.940543 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-0a5778c7-be6a-4232-a370-e61edc2a64e8 req-0ba8ae97-387f-417d-9891-bbfa6bd4d05e tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=8af99820-f5d6-4a06-b902-c7c1da280d4e HTTP/1.1" status: 200 len: 210 time: 0.0368803 Mar 31 15:44:46.026676 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c7e95501-5f42-49c0-907f-49df3e5677cf req-7974a2ca-58a4-446a-8009-7fde417a3c1d tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Router 95c77d00-634a-400a-87a7-fa35a069860c has already been hosted by L3 agent 9721ac04-bac7-49da-b384-3a2049eedfa2 {{(pid=104158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:44:46.151192 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c7e95501-5f42-49c0-907f-49df3e5677cf req-7974a2ca-58a4-446a-8009-7fde417a3c1d tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Notify agent at l3_agent.dv-cinder-750782-15-smb the message routers_updated {{(pid=104158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:44:46.162143 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741538e5-253f-4e4c-b1dd-5b5eb02ab182 None None] Sync routers for ids ['95c77d00-634a-400a-87a7-fa35a069860c'] in dv-cinder-750782-15-smb {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:44:46.173232 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741538e5-253f-4e4c-b1dd-5b5eb02ab182 None None] Routers {'95c77d00-634a-400a-87a7-fa35a069860c'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:44:46.173969 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-741538e5-253f-4e4c-b1dd-5b5eb02ab182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:44:36Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['95c77d00-634a-400a-87a7-fa35a069860c'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:44:46.208142 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7e95501-5f42-49c0-907f-49df3e5677cf req-7974a2ca-58a4-446a-8009-7fde417a3c1d tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] No DVR routers for this DVR port e58352f8-e6f8-475e-83ff-6602902f6b4e on host hv-cinder-75078 {{(pid=104158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:44:46.211124 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-c7e95501-5f42-49c0-907f-49df3e5677cf req-7974a2ca-58a4-446a-8009-7fde417a3c1d tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451'] for port (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:46.216720 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-c7e95501-5f42-49c0-907f-49df3e5677cf req-7974a2ca-58a4-446a-8009-7fde417a3c1d tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.26 "DELETE /v2.0/ports/e58352f8-e6f8-475e-83ff-6602902f6b4e HTTP/1.1" status: 204 len: 173 time: 1.0103173 Mar 31 15:44:46.216720 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af99820-f5d6-4a06-b902-c7c1da280d4e', 'name': 'network-vif-deleted', 'tag': 'e58352f8-e6f8-475e-83ff-6602902f6b4e'}] {{(pid=104158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:44:46.217230 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f960889515c719e6c42930f5609f9e3ff07dde6b2d3f3be48d9020484c6583bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c087cf0c-0693-40dd-95f2-6e64946a8085" -d '{"events": [{"server_uuid": "8af99820-f5d6-4a06-b902-c7c1da280d4e", "name": "network-vif-deleted", "tag": "e58352f8-e6f8-475e-83ff-6602902f6b4e"}]}' {{(pid=104158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:44:46.272586 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-742750e0-0f4f-4e92-8dad-5c125db62667 x-openstack-request-id: req-742750e0-0f4f-4e92-8dad-5c125db62667 {{(pid=104158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:44:46.280079 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8af99820-f5d6-4a06-b902-c7c1da280d4e", "name": "network-vif-deleted", "tag": "e58352f8-e6f8-475e-83ff-6602902f6b4e", "status": "completed", "code": 200}]} {{(pid=104158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:44:46.280079 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-742750e0-0f4f-4e92-8dad-5c125db62667 {{(pid=104158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:44:46.280079 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.notifiers.nova [-] Nova event matching ['req-742750e0-0f4f-4e92-8dad-5c125db62667'] response: {'server_uuid': '8af99820-f5d6-4a06-b902-c7c1da280d4e', 'name': 'network-vif-deleted', 'tag': 'e58352f8-e6f8-475e-83ff-6602902f6b4e', 'status': 'completed', 'code': 200} Mar 31 15:44:46.311982 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-741538e5-253f-4e4c-b1dd-5b5eb02ab182 None None] Set router 95c77d00-634a-400a-87a7-fa35a069860c gateway port host: dv-cinder-750782-15-smb {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:44:46.629481 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-741538e5-253f-4e4c-b1dd-5b5eb02ab182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c77d00-634a-400a-87a7-fa35a069860c', 'name': 'tempest-AttachVolumeShelveTestJSON-263990863-router', 'tenant_id': 'c680e9e6d388412fa4440c103afb5577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.207'}], 'enable_snat': True}, 'gw_port_id': 'ab414089-2830-4501-93f0-5d9ec8e86bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:41:54Z', 'updated_at': '2022-03-31T15:42:00Z', 'revision_number': 4, 'project_id': 'c680e9e6d388412fa4440c103afb5577', 'gw_port': {'id': 'ab414089-2830-4501-93f0-5d9ec8e86bdb', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:5e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c77d00-634a-400a-87a7-fa35a069860c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:41:55Z', 'updated_at': '2022-03-31T15:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_interfaces': [{'id': '271c631d-9c4d-4b59-aa2f-250dec501c88', 'name': '', 'network_id': '6ce47f39-3814-4e43-bd73-afb159608eca', 'tenant_id': 'c680e9e6d388412fa4440c103afb5577', 'mac_address': 'fa:16:3e:8b:c4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c77d00-634a-400a-87a7-fa35a069860c', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '9a2e610f-76e0-4760-b7be-8011d4581daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:41:59Z', 'updated_at': '2022-03-31T15:42:05Z', 'revision_number': 5, 'project_id': 'c680e9e6d388412fa4440c103afb5577', 'subnets': [{'id': '9a2e610f-76e0-4760-b7be-8011d4581daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:44:46.671704 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741538e5-253f-4e4c-b1dd-5b5eb02ab182 None None] Checking router: 95c77d00-634a-400a-87a7-fa35a069860c for host: dv-cinder-750782-15-smb {{(pid=104161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:44:46.683537 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741538e5-253f-4e4c-b1dd-5b5eb02ab182 None None] Routers {'95c77d00-634a-400a-87a7-fa35a069860c'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:44:46.684284 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-741538e5-253f-4e4c-b1dd-5b5eb02ab182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:44:36Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['95c77d00-634a-400a-87a7-fa35a069860c'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:44:46.811748 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-741538e5-253f-4e4c-b1dd-5b5eb02ab182 None None] Set router 95c77d00-634a-400a-87a7-fa35a069860c gateway port host: dv-cinder-750782-15-smb {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:44:47.069241 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-741538e5-253f-4e4c-b1dd-5b5eb02ab182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c77d00-634a-400a-87a7-fa35a069860c', 'name': 'tempest-AttachVolumeShelveTestJSON-263990863-router', 'tenant_id': 'c680e9e6d388412fa4440c103afb5577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.207'}], 'enable_snat': True}, 'gw_port_id': 'ab414089-2830-4501-93f0-5d9ec8e86bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:41:54Z', 'updated_at': '2022-03-31T15:42:00Z', 'revision_number': 4, 'project_id': 'c680e9e6d388412fa4440c103afb5577', 'gw_port': {'id': 'ab414089-2830-4501-93f0-5d9ec8e86bdb', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:5e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c77d00-634a-400a-87a7-fa35a069860c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:41:55Z', 'updated_at': '2022-03-31T15:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_interfaces': [{'id': '271c631d-9c4d-4b59-aa2f-250dec501c88', 'name': '', 'network_id': '6ce47f39-3814-4e43-bd73-afb159608eca', 'tenant_id': 'c680e9e6d388412fa4440c103afb5577', 'mac_address': 'fa:16:3e:8b:c4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c77d00-634a-400a-87a7-fa35a069860c', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '9a2e610f-76e0-4760-b7be-8011d4581daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:41:59Z', 'updated_at': '2022-03-31T15:42:05Z', 'revision_number': 5, 'project_id': 'c680e9e6d388412fa4440c103afb5577', 'subnets': [{'id': '9a2e610f-76e0-4760-b7be-8011d4581daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:44:47.112198 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741538e5-253f-4e4c-b1dd-5b5eb02ab182 None None] The sync data for ids ['95c77d00-634a-400a-87a7-fa35a069860c'] in dv-cinder-750782-15-smb is: [{'id': '95c77d00-634a-400a-87a7-fa35a069860c', 'name': 'tempest-AttachVolumeShelveTestJSON-263990863-router', 'tenant_id': 'c680e9e6d388412fa4440c103afb5577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.207'}], 'enable_snat': True}, 'gw_port_id': 'ab414089-2830-4501-93f0-5d9ec8e86bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:41:54Z', 'updated_at': '2022-03-31T15:42:00Z', 'revision_number': 4, 'project_id': 'c680e9e6d388412fa4440c103afb5577', 'gw_port': {'id': 'ab414089-2830-4501-93f0-5d9ec8e86bdb', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:5e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c77d00-634a-400a-87a7-fa35a069860c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:41:55Z', 'updated_at': '2022-03-31T15:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_interfaces': [{'id': '271c631d-9c4d-4b59-aa2f-250dec501c88', 'name': '', 'network_id': '6ce47f39-3814-4e43-bd73-afb159608eca', 'tenant_id': 'c680e9e6d388412fa4440c103afb5577', 'mac_address': 'fa:16:3e:8b:c4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c77d00-634a-400a-87a7-fa35a069860c', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '9a2e610f-76e0-4760-b7be-8011d4581daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:41:59Z', 'updated_at': '2022-03-31T15:42:05Z', 'revision_number': 5, 'project_id': 'c680e9e6d388412fa4440c103afb5577', 'subnets': [{'id': '9a2e610f-76e0-4760-b7be-8011d4581daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:44:47.119121 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-3d77bb6b-707a-458a-8319-7d55e0718ffc req-b55924c1-6cdc-4af7-84cc-a140d82a8b6c tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=8af99820-f5d6-4a06-b902-c7c1da280d4e HTTP/1.1" status: 200 len: 210 time: 0.0323548 Mar 31 15:44:47.394752 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d717e5-8530-48ef-948c-03895d478e59 None None] New status for floating IP 162435ce-1674-4bb7-aced-4752be2a0033: DOWN {{(pid=104160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:44:48.368948 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 51786) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:44:48.428679 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-15e683e7-326a-4453-80eb-d59e88e3edfe tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Publish callbacks [] for security_group (c7c8adfe-7bcd-44f3-b3b4-0835d85dabdf), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:48.472299 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-15e683e7-326a-4453-80eb-d59e88e3edfe tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Publish callbacks [] for security_group (c7c8adfe-7bcd-44f3-b3b4-0835d85dabdf), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:48.627663 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-15e683e7-326a-4453-80eb-d59e88e3edfe tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (c7c8adfe-7bcd-44f3-b3b4-0835d85dabdf), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:48.631155 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-15e683e7-326a-4453-80eb-d59e88e3edfe tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:48.636213 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-15e683e7-326a-4453-80eb-d59e88e3edfe tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "DELETE /v2.0/security-groups/c7c8adfe-7bcd-44f3-b3b4-0835d85dabdf HTTP/1.1" status: 204 len: 168 time: 0.2623880 Mar 31 15:44:48.636794 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 51788) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:44:48.646828 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e683e7-326a-4453-80eb-d59e88e3edfe tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c8adfe-7bcd-44f3-b3b4-0835d85dabdf,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:44:48.655907 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.api.v2.resource [None req-2038e2e0-1ae5-4f0b-837c-4b79332d5f7a tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] show failed (client error): The resource could not be found. Mar 31 15:44:48.657366 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-2038e2e0-1ae5-4f0b-837c-4b79332d5f7a tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups/c7c8adfe-7bcd-44f3-b3b4-0835d85dabdf HTTP/1.1" status: 404 len: 347 time: 0.0189204 Mar 31 15:44:48.662034 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 51790) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:44:48.807814 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.plugin [None req-61e73046-c700-479d-92c4-54c927e9fcf9 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Deleting port 57d2a793-f168-4fbc-a5a4-de4094965a5b {{(pid=104158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:44:48.808231 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-61e73046-c700-479d-92c4-54c927e9fcf9 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772784948758'] for port (57d2a793-f168-4fbc-a5a4-de4094965a5b), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:48.901915 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-61e73046-c700-479d-92c4-54c927e9fcf9 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576833'] for port (57d2a793-f168-4fbc-a5a4-de4094965a5b), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:48.902175 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-61e73046-c700-479d-92c4-54c927e9fcf9 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Publish callbacks [] for floatingip (57d2a793-f168-4fbc-a5a4-de4094965a5b), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:48.917474 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.plugin [None req-61e73046-c700-479d-92c4-54c927e9fcf9 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Calling delete_port for 57d2a793-f168-4fbc-a5a4-de4094965a5b owned by network:floatingip {{(pid=104158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:44:49.169889 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-61e73046-c700-479d-92c4-54c927e9fcf9 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772784953465', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772784453879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302876'] for port (57d2a793-f168-4fbc-a5a4-de4094965a5b), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:49.219007 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e73046-c700-479d-92c4-54c927e9fcf9 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Pushing event deleted for resources: {'Port': ['ID=57d2a793-f168-4fbc-a5a4-de4094965a5b,revision_number=None']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:44:49.292971 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-61e73046-c700-479d-92c4-54c927e9fcf9 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Publish callbacks [] for floatingip (162435ce-1674-4bb7-aced-4752be2a0033), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:49.295581 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-61e73046-c700-479d-92c4-54c927e9fcf9 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451'] for floatingip (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:49.296747 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-61e73046-c700-479d-92c4-54c927e9fcf9 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "DELETE /v2.0/floatingips/162435ce-1674-4bb7-aced-4752be2a0033 HTTP/1.1" status: 204 len: 168 time: 0.6337469 Mar 31 15:44:49.734394 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device e58352f8-e6f8-475e-83ff-6602902f6b4e no longer exists at agent hyperv_hv-cinder-75078 {{(pid=104160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:44:49.755899 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] No Port match for: e58352f8-e6f8-475e-83ff-6602902f6b4e {{(pid=104160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:44:49.756246 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device e58352f8-e6f8-475e-83ff-6602902f6b4e not bound to the agent host hv-cinder-75078 {{(pid=104160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:44:49.811464 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 51796) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:44:49.816181 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.v2.base [None req-8c70d469-a87c-47b6-a410-40e63bf24b00 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Request body: {'security_group': {'name': 'tempest-securitygroup--630719393', 'description': 'tempest-description--178550287'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:44:49.912368 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-8c70d469-a87c-47b6-a410-40e63bf24b00 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:49.982259 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-8c70d469-a87c-47b6-a410-40e63bf24b00 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Publish callbacks [] for security_group (07b670b6-b264-4cf3-b35b-17d73608e1fc), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:50.101275 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-8c70d469-a87c-47b6-a410-40e63bf24b00 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (07b670b6-b264-4cf3-b35b-17d73608e1fc), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:50.130587 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c70d469-a87c-47b6-a410-40e63bf24b00 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07b670b6-b264-4cf3-b35b-17d73608e1fc,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:44:50.194828 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-8c70d469-a87c-47b6-a410-40e63bf24b00 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:50.196091 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-8c70d469-a87c-47b6-a410-40e63bf24b00 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3836162 Mar 31 15:44:50.199385 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 51798) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:44:50.204104 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.v2.base [None req-1d39478d-4245-4998-9cdf-24db607c0828 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Request body: {'security_group_rule': {'security_group_id': '07b670b6-b264-4cf3-b35b-17d73608e1fc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:44:50.324542 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-1d39478d-4245-4998-9cdf-24db607c0828 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Publish callbacks [] for security_group_rule (8241d2eb-7f67-4c16-98f4-b023caba2825), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:50.391165 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-1d39478d-4245-4998-9cdf-24db607c0828 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Publish callbacks [] for security_group_rule (8241d2eb-7f67-4c16-98f4-b023caba2825), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:50.495410 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-1d39478d-4245-4998-9cdf-24db607c0828 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045380'] for security_group_rule (8241d2eb-7f67-4c16-98f4-b023caba2825), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:50.522571 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d39478d-4245-4998-9cdf-24db607c0828 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8241d2eb-7f67-4c16-98f4-b023caba2825,revision_number=0']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:44:50.631542 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-1d39478d-4245-4998-9cdf-24db607c0828 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:50.633341 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-1d39478d-4245-4998-9cdf-24db607c0828 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4327707 Mar 31 15:44:50.635869 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 51802) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:44:50.646875 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.v2.base [None req-28f2ff44-b6f1-40d8-b5e8-936bd5caee1b tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Request body: {'security_group_rule': {'security_group_id': '07b670b6-b264-4cf3-b35b-17d73608e1fc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:44:50.781655 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-28f2ff44-b6f1-40d8-b5e8-936bd5caee1b tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Publish callbacks [] for security_group_rule (b6a72ae9-f53d-4c21-951c-55805715e1b9), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:50.861126 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-28f2ff44-b6f1-40d8-b5e8-936bd5caee1b tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Publish callbacks [] for security_group_rule (b6a72ae9-f53d-4c21-951c-55805715e1b9), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:50.952681 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-28f2ff44-b6f1-40d8-b5e8-936bd5caee1b tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045380'] for security_group_rule (b6a72ae9-f53d-4c21-951c-55805715e1b9), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:51.241506 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f2ff44-b6f1-40d8-b5e8-936bd5caee1b tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6a72ae9-f53d-4c21-951c-55805715e1b9,revision_number=0']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:44:51.297546 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-28f2ff44-b6f1-40d8-b5e8-936bd5caee1b tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:51.300251 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-28f2ff44-b6f1-40d8-b5e8-936bd5caee1b tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6622648 Mar 31 15:44:51.302780 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 51806) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:44:51.307731 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.v2.base [None req-419fe244-83a7-4668-8207-6e792f2be244 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Request body: {'floatingip': {'floating_network_id': '8959fca3-760a-428d-87ed-41d110f4f943'}} {{(pid=104158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:44:51.398933 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-419fe244-83a7-4668-8207-6e792f2be244 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:51.509968 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-419fe244-83a7-4668-8207-6e792f2be244 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:51.660675 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.db.db_base_plugin_common [None req-419fe244-83a7-4668-8207-6e792f2be244 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Allocated IP 172.28.2.167 (8959fca3-760a-428d-87ed-41d110f4f943/79fe0710-163f-45bc-8cd9-cc15163c6821/9659b496-20c9-4ef2-a95a-d1fc49ddaa3a) {{(pid=104158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:44:51.769105 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-419fe244-83a7-4668-8207-6e792f2be244 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Publish callbacks [] for port (9659b496-20c9-4ef2-a95a-d1fc49ddaa3a), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:51.873211 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-419fe244-83a7-4668-8207-6e792f2be244 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772784453870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302876'] for port (9659b496-20c9-4ef2-a95a-d1fc49ddaa3a), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:51.922738 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419fe244-83a7-4668-8207-6e792f2be244 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Network 8959fca3-760a-428d-87ed-41d110f4f943 is already hosted by enough agents. {{(pid=104158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:44:51.925794 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.scheduler.base_scheduler [None req-419fe244-83a7-4668-8207-6e792f2be244 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Resources bound (agent type, host, resource id): {{(pid=104158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:44:51.933481 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419fe244-83a7-4668-8207-6e792f2be244 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Received port after_create {{(pid=104158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:44:51.939360 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419fe244-83a7-4668-8207-6e792f2be244 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Pushing event updated for resources: {'Port': ['ID=9659b496-20c9-4ef2-a95a-d1fc49ddaa3a,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:44:52.056223 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-419fe244-83a7-4668-8207-6e792f2be244 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Publish callbacks [] for floatingip (c53b238c-9177-4dcb-ab13-8812ccc60604), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:52.183255 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-419fe244-83a7-4668-8207-6e792f2be244 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (9659b496-20c9-4ef2-a95a-d1fc49ddaa3a), before_update {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:52.359209 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-419fe244-83a7-4668-8207-6e792f2be244 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Publish callbacks [] for port (9659b496-20c9-4ef2-a95a-d1fc49ddaa3a), precommit_update {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:52.478364 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-419fe244-83a7-4668-8207-6e792f2be244 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302869'] for port (9659b496-20c9-4ef2-a95a-d1fc49ddaa3a), after_update {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:52.555034 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419fe244-83a7-4668-8207-6e792f2be244 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Pushing event updated for resources: {'Port': ['ID=9659b496-20c9-4ef2-a95a-d1fc49ddaa3a,revision_number=2']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:44:52.564177 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-419fe244-83a7-4668-8207-6e792f2be244 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574067'] for floatingip (c53b238c-9177-4dcb-ab13-8812ccc60604), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:52.641211 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-419fe244-83a7-4668-8207-6e792f2be244 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451'] for floatingip (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:52.642900 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-419fe244-83a7-4668-8207-6e792f2be244 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3389466 Mar 31 15:44:52.886817 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-477e3b98-c2ae-46d1-810c-de0eeaf39fc0 req-956ff422-aa8d-4c9f-bf1a-9207ee7a2d30 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--630719393&fields=id&tenant_id=c680e9e6d388412fa4440c103afb5577 HTTP/1.1" status: 200 len: 267 time: 0.0514641 Mar 31 15:44:53.008260 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e3b98-c2ae-46d1-810c-de0eeaf39fc0 req-831c8e0a-2c90-49b0-a598-68f7f7545ffa tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:44:53.009759 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-477e3b98-c2ae-46d1-810c-de0eeaf39fc0 req-831c8e0a-2c90-49b0-a598-68f7f7545ffa tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/networks?id=6ce47f39-3814-4e43-bd73-afb159608eca HTTP/1.1" status: 200 len: 816 time: 0.1153319 Mar 31 15:44:53.026665 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-477e3b98-c2ae-46d1-810c-de0eeaf39fc0 req-2a948dc5-9aaf-4786-918a-5fe635e41660 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/quotas/c680e9e6d388412fa4440c103afb5577 HTTP/1.1" status: 200 len: 375 time: 0.0108147 Mar 31 15:44:53.093689 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-477e3b98-c2ae-46d1-810c-de0eeaf39fc0 req-afe2b0a8-00ed-4d35-8e9b-b62287ad4c39 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c680e9e6d388412fa4440c103afb5577&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0615864 Mar 31 15:44:53.206688 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-477e3b98-c2ae-46d1-810c-de0eeaf39fc0 req-0d27dd4b-6d2c-4c8a-8c97-9deb6641adbd service neutron] 10.222.0.21 "GET /v2.0/networks/6ce47f39-3814-4e43-bd73-afb159608eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007750 Mar 31 15:44:53.299367 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-477e3b98-c2ae-46d1-810c-de0eeaf39fc0 req-bf24beae-dc64-4361-8b9f-9738e0a99683 service neutron] 10.222.0.21 "GET /v2.0/networks/6ce47f39-3814-4e43-bd73-afb159608eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863349 Mar 31 15:44:53.624719 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-b86a6e16-6951-43df-a754-f637593cce65 req-e5665abb-bcb6-45e0-ac8f-719b67ab2c68 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9c08fda-43ea-4200-8c2a-87a0dcccaa83 HTTP/1.1" status: 200 len: 210 time: 0.0388136 Mar 31 15:44:54.751279 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-54928764-0d50-436f-8720-2d6b24a7fe58 req-b948a425-5462-4dd1-b560-46a319619ed2 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9c08fda-43ea-4200-8c2a-87a0dcccaa83 HTTP/1.1" status: 200 len: 210 time: 0.0359168 Mar 31 15:44:55.739999 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-b3cf9344-eb93-471e-bfd0-a6f60029caae req-84ddefa8-55ff-43f4-b2ea-fc30bc6fe61b tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2075737094&fields=id&tenant_id=240469f9130e460c95867b36952a1df2 HTTP/1.1" status: 200 len: 267 time: 0.0980299 Mar 31 15:44:55.786155 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e3b98-c2ae-46d1-810c-de0eeaf39fc0 req-2318c42a-ee49-456f-a595-e45619adc17a tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:44:55.787632 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-477e3b98-c2ae-46d1-810c-de0eeaf39fc0 req-2318c42a-ee49-456f-a595-e45619adc17a tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.26 "GET /v2.0/networks?id=6ce47f39-3814-4e43-bd73-afb159608eca HTTP/1.1" status: 200 len: 816 time: 0.1701057 Mar 31 15:44:55.888707 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-7f3b15db-15af-478e-9aca-ce8521f0456b req-4980a931-0098-48fb-b01c-89d6d699873d tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9c08fda-43ea-4200-8c2a-87a0dcccaa83 HTTP/1.1" status: 200 len: 210 time: 0.0467269 Mar 31 15:44:55.919014 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-477e3b98-c2ae-46d1-810c-de0eeaf39fc0 req-5715b6ee-0306-4b9e-93a3-c29095b51a50 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c680e9e6d388412fa4440c103afb5577 HTTP/1.1" status: 200 len: 379 time: 0.1207256 Mar 31 15:44:55.931412 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.v2.base [req-477e3b98-c2ae-46d1-810c-de0eeaf39fc0 req-370652e0-861a-4e54-ac04-93ea82503507 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Request body: {'port': {'device_id': 'f9c08fda-43ea-4200-8c2a-87a0dcccaa83', 'network_id': '6ce47f39-3814-4e43-bd73-afb159608eca', 'admin_state_up': True, 'tenant_id': 'c680e9e6d388412fa4440c103afb5577', 'security_groups': ['07b670b6-b264-4cf3-b35b-17d73608e1fc']}} {{(pid=104158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:44:55.994184 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf9344-eb93-471e-bfd0-a6f60029caae req-0a494462-1d06-47ae-a10f-f2de3c7e1d1c tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:44:55.995804 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-b3cf9344-eb93-471e-bfd0-a6f60029caae req-0a494462-1d06-47ae-a10f-f2de3c7e1d1c tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.21 "GET /v2.0/networks?id=a3fc6832-8c49-4053-86a2-2925ffecb8dc HTTP/1.1" status: 200 len: 808 time: 0.2333922 Mar 31 15:44:56.022320 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-b3cf9344-eb93-471e-bfd0-a6f60029caae req-3824b539-d759-471f-b949-7c64a9d3479f tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.21 "GET /v2.0/quotas/240469f9130e460c95867b36952a1df2 HTTP/1.1" status: 200 len: 375 time: 0.0200129 Mar 31 15:44:56.116153 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-b3cf9344-eb93-471e-bfd0-a6f60029caae req-20026bd7-a121-458a-a078-7f10e1a0e6eb tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=240469f9130e460c95867b36952a1df2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0871141 Mar 31 15:44:56.189896 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-477e3b98-c2ae-46d1-810c-de0eeaf39fc0 req-370652e0-861a-4e54-ac04-93ea82503507 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Made reservation on behalf of c680e9e6d388412fa4440c103afb5577 for: {'port': 1} {{(pid=104158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:44:56.193779 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-477e3b98-c2ae-46d1-810c-de0eeaf39fc0 req-370652e0-861a-4e54-ac04-93ea82503507 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:56.288144 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-b3cf9344-eb93-471e-bfd0-a6f60029caae req-f9ef37be-2cda-4c91-946f-170ccd83cd7f service neutron] 10.222.0.21 "GET /v2.0/networks/a3fc6832-8c49-4053-86a2-2925ffecb8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521044 Mar 31 15:44:56.410756 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.db.db_base_plugin_common [req-477e3b98-c2ae-46d1-810c-de0eeaf39fc0 req-370652e0-861a-4e54-ac04-93ea82503507 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Allocated IP 172.20.0.4 (6ce47f39-3814-4e43-bd73-afb159608eca/9a2e610f-76e0-4760-b7be-8011d4581daa/e07eaf82-4eb7-483f-8e62-9aa9106ce594) {{(pid=104158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:44:56.438616 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-b3cf9344-eb93-471e-bfd0-a6f60029caae req-effc503e-19ce-4c9e-b101-6d7b59b11410 service neutron] 10.222.0.21 "GET /v2.0/networks/a3fc6832-8c49-4053-86a2-2925ffecb8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409638 Mar 31 15:44:56.583268 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-477e3b98-c2ae-46d1-810c-de0eeaf39fc0 req-370652e0-861a-4e54-ac04-93ea82503507 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Publish callbacks [] for port (e07eaf82-4eb7-483f-8e62-9aa9106ce594), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:56.750814 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-477e3b98-c2ae-46d1-810c-de0eeaf39fc0 req-370652e0-861a-4e54-ac04-93ea82503507 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772784453870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302876'] for port (e07eaf82-4eb7-483f-8e62-9aa9106ce594), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:56.794749 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-477e3b98-c2ae-46d1-810c-de0eeaf39fc0 req-370652e0-861a-4e54-ac04-93ea82503507 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Network 6ce47f39-3814-4e43-bd73-afb159608eca is already hosted by enough agents. {{(pid=104158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:44:56.797959 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.scheduler.base_scheduler [req-477e3b98-c2ae-46d1-810c-de0eeaf39fc0 req-370652e0-861a-4e54-ac04-93ea82503507 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Resources bound (agent type, host, resource id): {{(pid=104158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:44:56.804731 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.db.l3_dvrscheduler_db [req-477e3b98-c2ae-46d1-810c-de0eeaf39fc0 req-370652e0-861a-4e54-ac04-93ea82503507 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Received port after_create {{(pid=104158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:44:56.830629 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370652e0-861a-4e54-ac04-93ea82503507 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Pushing event updated for resources: {'Port': ['ID=e07eaf82-4eb7-483f-8e62-9aa9106ce594,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:44:56.870635 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e3b98-c2ae-46d1-810c-de0eeaf39fc0 req-370652e0-861a-4e54-ac04-93ea82503507 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:44:56.871636 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-477e3b98-c2ae-46d1-810c-de0eeaf39fc0 req-370652e0-861a-4e54-ac04-93ea82503507 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451'] for port (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:57.015635 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-477e3b98-c2ae-46d1-810c-de0eeaf39fc0 req-370652e0-861a-4e54-ac04-93ea82503507 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0905225 Mar 31 15:44:57.029238 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.v2.base [req-477e3b98-c2ae-46d1-810c-de0eeaf39fc0 req-c9f83823-7c69-4c0d-8f6f-fcbe8d54f76b service neutron] Request body: {'port': {'device_id': 'f9c08fda-43ea-4200-8c2a-87a0dcccaa83', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=104158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:44:57.057516 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad6cf49-5180-47f6-94ca-3a2b4bac9d9e req-3bd43703-ebea-4bfa-b863-1c9bce99a132 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:44:57.059067 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-8ad6cf49-5180-47f6-94ca-3a2b4bac9d9e req-3bd43703-ebea-4bfa-b863-1c9bce99a132 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9c08fda-43ea-4200-8c2a-87a0dcccaa83 HTTP/1.1" status: 200 len: 931 time: 0.0809433 Mar 31 15:44:57.106638 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-477e3b98-c2ae-46d1-810c-de0eeaf39fc0 req-c9f83823-7c69-4c0d-8f6f-fcbe8d54f76b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (e07eaf82-4eb7-483f-8e62-9aa9106ce594), before_update {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:57.119783 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-8ad6cf49-5180-47f6-94ca-3a2b4bac9d9e req-1ec98180-b825-4f4c-b966-284af31f85e1 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=07b670b6-b264-4cf3-b35b-17d73608e1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540464 Mar 31 15:44:57.147176 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-8d2040ca-6e78-49b7-9384-1090e0550862 None None] Provisioning complete for port e07eaf82-4eb7-483f-8e62-9aa9106ce594 triggered by entity DHCP. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:44:57.148562 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-8d2040ca-6e78-49b7-9384-1090e0550862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (e07eaf82-4eb7-483f-8e62-9aa9106ce594), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:57.205369 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-8d2040ca-6e78-49b7-9384-1090e0550862 None None] Port e07eaf82-4eb7-483f-8e62-9aa9106ce594 cannot update to ACTIVE because it is not bound. {{(pid=104160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:44:57.254503 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-10f9abff-1b9a-4673-98eb-0dc249cdf2ef req-db1d10ec-4a32-49cc-8342-f6880c526f07 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3c425bb-4e78-46bd-bc1d-ff350c5ac844 HTTP/1.1" status: 200 len: 210 time: 0.0342991 Mar 31 15:44:57.427419 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.notifiers.nova [req-477e3b98-c2ae-46d1-810c-de0eeaf39fc0 req-c9f83823-7c69-4c0d-8f6f-fcbe8d54f76b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e07eaf82-4eb7-483f-8e62-9aa9106ce594 {{(pid=104158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:44:57.435689 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-477e3b98-c2ae-46d1-810c-de0eeaf39fc0 req-c9f83823-7c69-4c0d-8f6f-fcbe8d54f76b service neutron] Publish callbacks [] for port (e07eaf82-4eb7-483f-8e62-9aa9106ce594), precommit_update {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:57.448137 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.db.provisioning_blocks [req-477e3b98-c2ae-46d1-810c-de0eeaf39fc0 req-c9f83823-7c69-4c0d-8f6f-fcbe8d54f76b service neutron] Transition to ACTIVE for port object e07eaf82-4eb7-483f-8e62-9aa9106ce594 will not be triggered until provisioned by entity L2. {{(pid=104158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 15:44:57.569695 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-477e3b98-c2ae-46d1-810c-de0eeaf39fc0 req-c9f83823-7c69-4c0d-8f6f-fcbe8d54f76b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302869'] for port (e07eaf82-4eb7-483f-8e62-9aa9106ce594), after_update {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:57.625213 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f83823-7c69-4c0d-8f6f-fcbe8d54f76b service neutron] Pushing event updated for resources: {'Port': ['ID=e07eaf82-4eb7-483f-8e62-9aa9106ce594,revision_number=2']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:44:57.708943 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.managers [req-477e3b98-c2ae-46d1-810c-de0eeaf39fc0 req-c9f83823-7c69-4c0d-8f6f-fcbe8d54f76b service neutron] Attempting to bind port e07eaf82-4eb7-483f-8e62-9aa9106ce594 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=104158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:44:57.715485 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.managers [req-477e3b98-c2ae-46d1-810c-de0eeaf39fc0 req-c9f83823-7c69-4c0d-8f6f-fcbe8d54f76b service neutron] Attempting to bind port e07eaf82-4eb7-483f-8e62-9aa9106ce594 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '6bcab16b-0c41-4f5b-8545-8863ae1cf078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6ce47f39-3814-4e43-bd73-afb159608eca'}] {{(pid=104158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:44:57.715485 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477e3b98-c2ae-46d1-810c-de0eeaf39fc0 req-c9f83823-7c69-4c0d-8f6f-fcbe8d54f76b service neutron] Attempting to bind port e07eaf82-4eb7-483f-8e62-9aa9106ce594 on network 6ce47f39-3814-4e43-bd73-afb159608eca {{(pid=104158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:44:57.715485 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477e3b98-c2ae-46d1-810c-de0eeaf39fc0 req-c9f83823-7c69-4c0d-8f6f-fcbe8d54f76b service neutron] Port e07eaf82-4eb7-483f-8e62-9aa9106ce594 on network 6ce47f39-3814-4e43-bd73-afb159608eca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=104158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 15:44:57.715485 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477e3b98-c2ae-46d1-810c-de0eeaf39fc0 req-c9f83823-7c69-4c0d-8f6f-fcbe8d54f76b service neutron] Attempting to bind port e07eaf82-4eb7-483f-8e62-9aa9106ce594 on network 6ce47f39-3814-4e43-bd73-afb159608eca {{(pid=104158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:44:57.720833 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477e3b98-c2ae-46d1-810c-de0eeaf39fc0 req-c9f83823-7c69-4c0d-8f6f-fcbe8d54f76b service neutron] Checking agent: {'id': '42669199-0b56-4e25-9a3d-cc561c912f6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 34, 6), 'started_at': datetime.datetime(2022, 3, 31, 15, 34, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:44:57.721163 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477e3b98-c2ae-46d1-810c-de0eeaf39fc0 req-c9f83823-7c69-4c0d-8f6f-fcbe8d54f76b service neutron] Checking segment: {'id': '6bcab16b-0c41-4f5b-8545-8863ae1cf078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6ce47f39-3814-4e43-bd73-afb159608eca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:44:57.721577 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477e3b98-c2ae-46d1-810c-de0eeaf39fc0 req-c9f83823-7c69-4c0d-8f6f-fcbe8d54f76b service neutron] Bound using segment: {'id': '6bcab16b-0c41-4f5b-8545-8863ae1cf078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6ce47f39-3814-4e43-bd73-afb159608eca'} {{(pid=104158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:44:57.722042 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.managers [req-477e3b98-c2ae-46d1-810c-de0eeaf39fc0 req-c9f83823-7c69-4c0d-8f6f-fcbe8d54f76b service neutron] Bound port: e07eaf82-4eb7-483f-8e62-9aa9106ce594, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bcab16b-0c41-4f5b-8545-8863ae1cf078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6ce47f39-3814-4e43-bd73-afb159608eca'}}] {{(pid=104158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:44:57.722401 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-477e3b98-c2ae-46d1-810c-de0eeaf39fc0 req-c9f83823-7c69-4c0d-8f6f-fcbe8d54f76b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (e07eaf82-4eb7-483f-8e62-9aa9106ce594), before_update {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:57.817990 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.db [req-477e3b98-c2ae-46d1-810c-de0eeaf39fc0 req-c9f83823-7c69-4c0d-8f6f-fcbe8d54f76b service neutron] For port e07eaf82-4eb7-483f-8e62-9aa9106ce594, host hv-cinder-75078, cleared binding levels {{(pid=104158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:44:57.820475 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.db [req-477e3b98-c2ae-46d1-810c-de0eeaf39fc0 req-c9f83823-7c69-4c0d-8f6f-fcbe8d54f76b service neutron] For port e07eaf82-4eb7-483f-8e62-9aa9106ce594, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=e07eaf82-4eb7-483f-8e62-9aa9106ce594,segment=NetworkSegment(6bcab16b-0c41-4f5b-8545-8863ae1cf078),segment_id=6bcab16b-0c41-4f5b-8545-8863ae1cf078)] {{(pid=104158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:44:57.908711 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-477e3b98-c2ae-46d1-810c-de0eeaf39fc0 req-c9f83823-7c69-4c0d-8f6f-fcbe8d54f76b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302869'] for port (e07eaf82-4eb7-483f-8e62-9aa9106ce594), after_update {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:57.946180 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e3b98-c2ae-46d1-810c-de0eeaf39fc0 req-c9f83823-7c69-4c0d-8f6f-fcbe8d54f76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:44:57.946659 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-477e3b98-c2ae-46d1-810c-de0eeaf39fc0 req-c9f83823-7c69-4c0d-8f6f-fcbe8d54f76b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451'] for port (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:57.948038 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-477e3b98-c2ae-46d1-810c-de0eeaf39fc0 req-c9f83823-7c69-4c0d-8f6f-fcbe8d54f76b service neutron] 10.222.0.26 "PUT /v2.0/ports/e07eaf82-4eb7-483f-8e62-9aa9106ce594 HTTP/1.1" status: 200 len: 1093 time: 0.9258235 Mar 31 15:44:57.948493 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9c08fda-43ea-4200-8c2a-87a0dcccaa83', 'tag': 'e07eaf82-4eb7-483f-8e62-9aa9106ce594'}] {{(pid=104158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:44:57.951086 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f960889515c719e6c42930f5609f9e3ff07dde6b2d3f3be48d9020484c6583bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ca2c93-cea1-45b5-bebb-cad0be69eb65" -d '{"events": [{"name": "network-changed", "server_uuid": "f9c08fda-43ea-4200-8c2a-87a0dcccaa83", "tag": "e07eaf82-4eb7-483f-8e62-9aa9106ce594"}]}' {{(pid=104158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:44:57.976538 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f83823-7c69-4c0d-8f6f-fcbe8d54f76b service neutron] Pushing event updated for resources: {'Port': ['ID=e07eaf82-4eb7-483f-8e62-9aa9106ce594,revision_number=3']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:44:57.999547 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e96a7cf-6c62-4ea5-b8d9-46d10ac83076 x-openstack-request-id: req-0e96a7cf-6c62-4ea5-b8d9-46d10ac83076 {{(pid=104158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:44:57.999971 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9c08fda-43ea-4200-8c2a-87a0dcccaa83", "tag": "e07eaf82-4eb7-483f-8e62-9aa9106ce594", "status": "completed", "code": 200}]} {{(pid=104158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:44:58.006815 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0e96a7cf-6c62-4ea5-b8d9-46d10ac83076 {{(pid=104158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:44:58.009650 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e96a7cf-6c62-4ea5-b8d9-46d10ac83076'] response: {'name': 'network-changed', 'server_uuid': 'f9c08fda-43ea-4200-8c2a-87a0dcccaa83', 'tag': 'e07eaf82-4eb7-483f-8e62-9aa9106ce594', 'status': 'completed', 'code': 200} Mar 31 15:44:58.090276 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca2c93-cea1-45b5-bebb-cad0be69eb65 req-975adb55-0d56-4bf9-b23c-ebc07fe1fe3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:44:58.092064 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-16ca2c93-cea1-45b5-bebb-cad0be69eb65 req-975adb55-0d56-4bf9-b23c-ebc07fe1fe3f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c680e9e6d388412fa4440c103afb5577&device_id=f9c08fda-43ea-4200-8c2a-87a0dcccaa83 HTTP/1.1" status: 200 len: 1127 time: 0.0745673 Mar 31 15:44:58.243044 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca2c93-cea1-45b5-bebb-cad0be69eb65 req-c36ad2d8-b7fe-4898-b92f-0888cabff8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:44:58.245268 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-16ca2c93-cea1-45b5-bebb-cad0be69eb65 req-c36ad2d8-b7fe-4898-b92f-0888cabff8ef service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=c680e9e6d388412fa4440c103afb5577&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1408110 Mar 31 15:44:58.336101 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69639c34-3747-47c6-add0-1491b3f2afe5 req-74418c7c-585a-46bb-ac84-bcab1bd3da2f tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:44:58.338542 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-69639c34-3747-47c6-add0-1491b3f2afe5 req-74418c7c-585a-46bb-ac84-bcab1bd3da2f tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9c08fda-43ea-4200-8c2a-87a0dcccaa83 HTTP/1.1" status: 200 len: 943 time: 0.1019118 Mar 31 15:44:58.386298 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-8e8cdd38-1a05-4aec-a380-6f7ba5d75cff req-a83415fc-1461-4693-b5da-c7f015a0d89a tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3c425bb-4e78-46bd-bc1d-ff350c5ac844 HTTP/1.1" status: 200 len: 210 time: 0.0432668 Mar 31 15:44:58.395699 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-69639c34-3747-47c6-add0-1491b3f2afe5 req-9c49994f-ace6-466a-8a5d-c28c5d45dcc4 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=07b670b6-b264-4cf3-b35b-17d73608e1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507729 Mar 31 15:44:58.450387 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca2c93-cea1-45b5-bebb-cad0be69eb65 req-454044d0-6c8e-460a-a2c3-447f45181484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:44:58.451902 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-16ca2c93-cea1-45b5-bebb-cad0be69eb65 req-454044d0-6c8e-460a-a2c3-447f45181484 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1911438 Mar 31 15:44:58.552476 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e3b98-c2ae-46d1-810c-de0eeaf39fc0 req-b96ff0e7-ec78-44ad-aea5-1fe8af0272e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:44:58.555131 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-477e3b98-c2ae-46d1-810c-de0eeaf39fc0 req-b96ff0e7-ec78-44ad-aea5-1fe8af0272e0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c680e9e6d388412fa4440c103afb5577&device_id=f9c08fda-43ea-4200-8c2a-87a0dcccaa83 HTTP/1.1" status: 200 len: 1127 time: 0.0661969 Mar 31 15:44:58.598861 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-477e3b98-c2ae-46d1-810c-de0eeaf39fc0 req-26ccaec2-4ac8-414c-a7e2-d02bf5554053 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e07eaf82-4eb7-483f-8e62-9aa9106ce594 HTTP/1.1" status: 200 len: 217 time: 0.0366323 Mar 31 15:44:58.653293 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e3b98-c2ae-46d1-810c-de0eeaf39fc0 req-81cac751-0d70-4ae7-bf99-ca5bfe7957eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:44:58.654701 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-477e3b98-c2ae-46d1-810c-de0eeaf39fc0 req-81cac751-0d70-4ae7-bf99-ca5bfe7957eb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9a2e610f-76e0-4760-b7be-8011d4581daa HTTP/1.1" status: 200 len: 855 time: 0.0510225 Mar 31 15:44:58.717395 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e3b98-c2ae-46d1-810c-de0eeaf39fc0 req-d90460ed-ecc3-4df4-996c-da19a4be1c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:44:58.718936 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-477e3b98-c2ae-46d1-810c-de0eeaf39fc0 req-d90460ed-ecc3-4df4-996c-da19a4be1c29 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6ce47f39-3814-4e43-bd73-afb159608eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0584674 Mar 31 15:44:58.819572 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-477e3b98-c2ae-46d1-810c-de0eeaf39fc0 req-2d78dd64-8a48-41c4-bb21-bc797d97c969 service neutron] 10.222.0.26 "GET /v2.0/networks/6ce47f39-3814-4e43-bd73-afb159608eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949411 Mar 31 15:44:58.965477 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-477e3b98-c2ae-46d1-810c-de0eeaf39fc0 req-3c648037-c589-472d-8602-9cd5010c6882 service neutron] 10.222.0.26 "GET /v2.0/networks/6ce47f39-3814-4e43-bd73-afb159608eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325257 Mar 31 15:44:59.541794 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-8c4ea70a-d58f-4624-9a18-b665dc76fb6c req-c2d6af37-7de9-4dc3-a0e3-e48c6475a5dd tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3c425bb-4e78-46bd-bc1d-ff350c5ac844 HTTP/1.1" status: 200 len: 210 time: 0.0352590 Mar 31 15:44:59.599131 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e0a3eb-8307-4cc5-a7dc-8ba2bf615855 req-a910790c-f7f1-428b-bed7-0f6106846038 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:44:59.600710 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-c8e0a3eb-8307-4cc5-a7dc-8ba2bf615855 req-a910790c-f7f1-428b-bed7-0f6106846038 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9c08fda-43ea-4200-8c2a-87a0dcccaa83 HTTP/1.1" status: 200 len: 943 time: 0.0803750 Mar 31 15:44:59.655866 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-c8e0a3eb-8307-4cc5-a7dc-8ba2bf615855 req-00cd8645-317a-42f4-91f0-baccc9243f6c tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=07b670b6-b264-4cf3-b35b-17d73608e1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483353 Mar 31 15:45:00.314903 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf9344-eb93-471e-bfd0-a6f60029caae req-09155ee3-a43c-4e8b-a446-cfa08a5d2240 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:45:00.316276 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-b3cf9344-eb93-471e-bfd0-a6f60029caae req-09155ee3-a43c-4e8b-a446-cfa08a5d2240 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.26 "GET /v2.0/networks?id=a3fc6832-8c49-4053-86a2-2925ffecb8dc HTTP/1.1" status: 200 len: 808 time: 0.1076090 Mar 31 15:45:00.384052 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-b3cf9344-eb93-471e-bfd0-a6f60029caae req-87e673b0-602b-4ac9-8eca-13ba4884f357 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=240469f9130e460c95867b36952a1df2 HTTP/1.1" status: 200 len: 380 time: 0.0586569 Mar 31 15:45:00.392628 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.v2.base [req-b3cf9344-eb93-471e-bfd0-a6f60029caae req-b9eac597-d813-4b11-af5e-03d63bff2ef7 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Request body: {'port': {'device_id': 'f3c425bb-4e78-46bd-bc1d-ff350c5ac844', 'network_id': 'a3fc6832-8c49-4053-86a2-2925ffecb8dc', 'admin_state_up': True, 'tenant_id': '240469f9130e460c95867b36952a1df2', 'security_groups': ['3ecb6826-664c-46a4-92d1-06805d3892de']}} {{(pid=104158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:45:00.598656 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3cf9344-eb93-471e-bfd0-a6f60029caae req-b9eac597-d813-4b11-af5e-03d63bff2ef7 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Made reservation on behalf of 240469f9130e460c95867b36952a1df2 for: {'port': 1} {{(pid=104158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:45:00.613173 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-b3cf9344-eb93-471e-bfd0-a6f60029caae req-b9eac597-d813-4b11-af5e-03d63bff2ef7 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:00.690742 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-71590e8f-f07e-44b8-9427-6e91e49af11e req-dc9c94f8-bba9-479b-b636-e9169bb4c4f4 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3c425bb-4e78-46bd-bc1d-ff350c5ac844 HTTP/1.1" status: 200 len: 210 time: 0.0593064 Mar 31 15:45:00.776949 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.db.db_base_plugin_common [req-b3cf9344-eb93-471e-bfd0-a6f60029caae req-b9eac597-d813-4b11-af5e-03d63bff2ef7 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Allocated IP 172.20.0.8 (a3fc6832-8c49-4053-86a2-2925ffecb8dc/cba4a592-9143-4b08-90ed-afe3275c7e69/0497cffd-a9f0-463e-9f92-3aa5e743ae55) {{(pid=104158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:45:00.836211 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ccdba7-c9e0-404b-8664-e4185123264c req-87f61c39-d1c3-431c-846a-da41854e0561 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:45:00.839353 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-53ccdba7-c9e0-404b-8664-e4185123264c req-87f61c39-d1c3-431c-846a-da41854e0561 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9c08fda-43ea-4200-8c2a-87a0dcccaa83 HTTP/1.1" status: 200 len: 943 time: 0.0771098 Mar 31 15:45:00.918827 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-53ccdba7-c9e0-404b-8664-e4185123264c req-6cbf4483-6f6f-43fb-9dd8-38c65e03fb87 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=07b670b6-b264-4cf3-b35b-17d73608e1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732105 Mar 31 15:45:00.945030 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-b3cf9344-eb93-471e-bfd0-a6f60029caae req-b9eac597-d813-4b11-af5e-03d63bff2ef7 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Publish callbacks [] for port (0497cffd-a9f0-463e-9f92-3aa5e743ae55), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:01.112768 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-b3cf9344-eb93-471e-bfd0-a6f60029caae req-b9eac597-d813-4b11-af5e-03d63bff2ef7 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772784453870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302876'] for port (0497cffd-a9f0-463e-9f92-3aa5e743ae55), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:01.166697 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3cf9344-eb93-471e-bfd0-a6f60029caae req-b9eac597-d813-4b11-af5e-03d63bff2ef7 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Network a3fc6832-8c49-4053-86a2-2925ffecb8dc is already hosted by enough agents. {{(pid=104158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:45:01.171877 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.scheduler.base_scheduler [req-b3cf9344-eb93-471e-bfd0-a6f60029caae req-b9eac597-d813-4b11-af5e-03d63bff2ef7 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Resources bound (agent type, host, resource id): {{(pid=104158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:45:01.174332 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3cf9344-eb93-471e-bfd0-a6f60029caae req-b9eac597-d813-4b11-af5e-03d63bff2ef7 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Received port after_create {{(pid=104158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:45:01.199364 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eac597-d813-4b11-af5e-03d63bff2ef7 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Pushing event updated for resources: {'Port': ['ID=0497cffd-a9f0-463e-9f92-3aa5e743ae55,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:45:01.235453 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf9344-eb93-471e-bfd0-a6f60029caae req-b9eac597-d813-4b11-af5e-03d63bff2ef7 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:45:01.236076 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-b3cf9344-eb93-471e-bfd0-a6f60029caae req-b9eac597-d813-4b11-af5e-03d63bff2ef7 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451'] for port (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:01.338766 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-b3cf9344-eb93-471e-bfd0-a6f60029caae req-b9eac597-d813-4b11-af5e-03d63bff2ef7 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9498663 Mar 31 15:45:01.350836 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.v2.base [req-b3cf9344-eb93-471e-bfd0-a6f60029caae req-e1b650c0-e2a3-4e93-b856-efe3d21ce502 service neutron] Request body: {'port': {'device_id': 'f3c425bb-4e78-46bd-bc1d-ff350c5ac844', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=104158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:45:01.425993 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-b3cf9344-eb93-471e-bfd0-a6f60029caae req-e1b650c0-e2a3-4e93-b856-efe3d21ce502 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (0497cffd-a9f0-463e-9f92-3aa5e743ae55), before_update {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:01.433861 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-acd4d0f7-c27d-416b-84c4-f1e565b1be2e None None] Provisioning complete for port 0497cffd-a9f0-463e-9f92-3aa5e743ae55 triggered by entity DHCP. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:45:01.434631 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-acd4d0f7-c27d-416b-84c4-f1e565b1be2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (0497cffd-a9f0-463e-9f92-3aa5e743ae55), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:01.472082 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-acd4d0f7-c27d-416b-84c4-f1e565b1be2e None None] Port 0497cffd-a9f0-463e-9f92-3aa5e743ae55 cannot update to ACTIVE because it is not bound. {{(pid=104160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:45:01.720096 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.notifiers.nova [req-b3cf9344-eb93-471e-bfd0-a6f60029caae req-e1b650c0-e2a3-4e93-b856-efe3d21ce502 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0497cffd-a9f0-463e-9f92-3aa5e743ae55 {{(pid=104158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:45:01.728778 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-b3cf9344-eb93-471e-bfd0-a6f60029caae req-e1b650c0-e2a3-4e93-b856-efe3d21ce502 service neutron] Publish callbacks [] for port (0497cffd-a9f0-463e-9f92-3aa5e743ae55), precommit_update {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:01.742478 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.db.provisioning_blocks [req-b3cf9344-eb93-471e-bfd0-a6f60029caae req-e1b650c0-e2a3-4e93-b856-efe3d21ce502 service neutron] Transition to ACTIVE for port object 0497cffd-a9f0-463e-9f92-3aa5e743ae55 will not be triggered until provisioned by entity L2. {{(pid=104158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 15:45:01.781833 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device e07eaf82-4eb7-483f-8e62-9aa9106ce594 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=104160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 15:45:01.833759 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e759eed-3857-4c36-99e1-6e0c2ce487ad req-1c3e609c-0395-4fdf-94b2-ba24024073e9 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:45:01.835534 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-7e759eed-3857-4c36-99e1-6e0c2ce487ad req-1c3e609c-0395-4fdf-94b2-ba24024073e9 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3c425bb-4e78-46bd-bc1d-ff350c5ac844 HTTP/1.1" status: 200 len: 931 time: 0.0655849 Mar 31 15:45:01.852868 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-b3cf9344-eb93-471e-bfd0-a6f60029caae req-e1b650c0-e2a3-4e93-b856-efe3d21ce502 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302869'] for port (0497cffd-a9f0-463e-9f92-3aa5e743ae55), after_update {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:01.911741 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] For port e07eaf82-4eb7-483f-8e62-9aa9106ce594, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=e07eaf82-4eb7-483f-8e62-9aa9106ce594,segment=NetworkSegment(6bcab16b-0c41-4f5b-8545-8863ae1cf078),segment_id=6bcab16b-0c41-4f5b-8545-8863ae1cf078)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:45:01.935371 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b650c0-e2a3-4e93-b856-efe3d21ce502 service neutron] Pushing event updated for resources: {'Port': ['ID=0497cffd-a9f0-463e-9f92-3aa5e743ae55,revision_number=2']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:45:01.935633 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Returning: {'device': 'e07eaf82-4eb7-483f-8e62-9aa9106ce594', 'network_id': '6ce47f39-3814-4e43-bd73-afb159608eca', 'port_id': 'e07eaf82-4eb7-483f-8e62-9aa9106ce594', 'mac_address': 'fa:16:3e:31:95:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a2e610f-76e0-4760-b7be-8011d4581daa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 15:45:01.943199 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-7e759eed-3857-4c36-99e1-6e0c2ce487ad req-b17038fd-e0f0-492f-87a6-5e1558ae91ce tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecb6826-664c-46a4-92d1-06805d3892de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981796 Mar 31 15:45:02.019526 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Current status of the port e07eaf82-4eb7-483f-8e62-9aa9106ce594 is: DOWN; New status is: BUILD {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:45:02.020098 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (e07eaf82-4eb7-483f-8e62-9aa9106ce594), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:02.037720 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.managers [req-b3cf9344-eb93-471e-bfd0-a6f60029caae req-e1b650c0-e2a3-4e93-b856-efe3d21ce502 service neutron] Attempting to bind port 0497cffd-a9f0-463e-9f92-3aa5e743ae55 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=104158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:45:02.038085 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.managers [req-b3cf9344-eb93-471e-bfd0-a6f60029caae req-e1b650c0-e2a3-4e93-b856-efe3d21ce502 service neutron] Attempting to bind port 0497cffd-a9f0-463e-9f92-3aa5e743ae55 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '1466b54c-0f45-4497-8c86-d1d22a275f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a3fc6832-8c49-4053-86a2-2925ffecb8dc'}] {{(pid=104158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:45:02.038393 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cf9344-eb93-471e-bfd0-a6f60029caae req-e1b650c0-e2a3-4e93-b856-efe3d21ce502 service neutron] Attempting to bind port 0497cffd-a9f0-463e-9f92-3aa5e743ae55 on network a3fc6832-8c49-4053-86a2-2925ffecb8dc {{(pid=104158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:45:02.039870 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.notifiers.nova [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e07eaf82-4eb7-483f-8e62-9aa9106ce594 {{(pid=104160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:45:02.043214 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cf9344-eb93-471e-bfd0-a6f60029caae req-e1b650c0-e2a3-4e93-b856-efe3d21ce502 service neutron] Port 0497cffd-a9f0-463e-9f92-3aa5e743ae55 on network a3fc6832-8c49-4053-86a2-2925ffecb8dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=104158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 15:45:02.043537 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cf9344-eb93-471e-bfd0-a6f60029caae req-e1b650c0-e2a3-4e93-b856-efe3d21ce502 service neutron] Attempting to bind port 0497cffd-a9f0-463e-9f92-3aa5e743ae55 on network a3fc6832-8c49-4053-86a2-2925ffecb8dc {{(pid=104158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:45:02.049644 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cf9344-eb93-471e-bfd0-a6f60029caae req-e1b650c0-e2a3-4e93-b856-efe3d21ce502 service neutron] Checking agent: {'id': '42669199-0b56-4e25-9a3d-cc561c912f6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 34, 6), 'started_at': datetime.datetime(2022, 3, 31, 15, 34, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:45:02.049936 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cf9344-eb93-471e-bfd0-a6f60029caae req-e1b650c0-e2a3-4e93-b856-efe3d21ce502 service neutron] Checking segment: {'id': '1466b54c-0f45-4497-8c86-d1d22a275f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a3fc6832-8c49-4053-86a2-2925ffecb8dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:45:02.050325 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cf9344-eb93-471e-bfd0-a6f60029caae req-e1b650c0-e2a3-4e93-b856-efe3d21ce502 service neutron] Bound using segment: {'id': '1466b54c-0f45-4497-8c86-d1d22a275f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a3fc6832-8c49-4053-86a2-2925ffecb8dc'} {{(pid=104158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:45:02.050795 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.managers [req-b3cf9344-eb93-471e-bfd0-a6f60029caae req-e1b650c0-e2a3-4e93-b856-efe3d21ce502 service neutron] Bound port: 0497cffd-a9f0-463e-9f92-3aa5e743ae55, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1466b54c-0f45-4497-8c86-d1d22a275f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a3fc6832-8c49-4053-86a2-2925ffecb8dc'}}] {{(pid=104158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:45:02.051681 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-b3cf9344-eb93-471e-bfd0-a6f60029caae req-e1b650c0-e2a3-4e93-b856-efe3d21ce502 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (0497cffd-a9f0-463e-9f92-3aa5e743ae55), before_update {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:02.067439 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] For port e07eaf82-4eb7-483f-8e62-9aa9106ce594, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=e07eaf82-4eb7-483f-8e62-9aa9106ce594,segment=NetworkSegment(6bcab16b-0c41-4f5b-8545-8863ae1cf078),segment_id=6bcab16b-0c41-4f5b-8545-8863ae1cf078)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:45:02.110841 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af5438d-dbaf-42cf-af76-c3d52a2cfc55 req-1def4b4b-2dcb-4854-8bbc-c4b9ead6e13f tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:45:02.118792 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-3af5438d-dbaf-42cf-af76-c3d52a2cfc55 req-1def4b4b-2dcb-4854-8bbc-c4b9ead6e13f tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9c08fda-43ea-4200-8c2a-87a0dcccaa83 HTTP/1.1" status: 200 len: 943 time: 0.0836375 Mar 31 15:45:02.165284 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.db [req-b3cf9344-eb93-471e-bfd0-a6f60029caae req-e1b650c0-e2a3-4e93-b856-efe3d21ce502 service neutron] For port 0497cffd-a9f0-463e-9f92-3aa5e743ae55, host hv-cinder-75078, cleared binding levels {{(pid=104158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:45:02.165284 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.db [req-b3cf9344-eb93-471e-bfd0-a6f60029caae req-e1b650c0-e2a3-4e93-b856-efe3d21ce502 service neutron] For port 0497cffd-a9f0-463e-9f92-3aa5e743ae55, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=0497cffd-a9f0-463e-9f92-3aa5e743ae55,segment=NetworkSegment(1466b54c-0f45-4497-8c86-d1d22a275f2a),segment_id=1466b54c-0f45-4497-8c86-d1d22a275f2a)] {{(pid=104158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:45:02.167366 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-3af5438d-dbaf-42cf-af76-c3d52a2cfc55 req-dd192700-f7ae-4ae1-8948-701892d32c2a tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=07b670b6-b264-4cf3-b35b-17d73608e1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473461 Mar 31 15:45:02.188396 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (e07eaf82-4eb7-483f-8e62-9aa9106ce594), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:02.265646 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Pushing event updated for resources: {'Port': ['ID=e07eaf82-4eb7-483f-8e62-9aa9106ce594,revision_number=4']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:45:02.312561 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-b3cf9344-eb93-471e-bfd0-a6f60029caae req-e1b650c0-e2a3-4e93-b856-efe3d21ce502 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3302869'] for port (0497cffd-a9f0-463e-9f92-3aa5e743ae55), after_update {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:02.348546 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf9344-eb93-471e-bfd0-a6f60029caae req-e1b650c0-e2a3-4e93-b856-efe3d21ce502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:45:02.349555 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-b3cf9344-eb93-471e-bfd0-a6f60029caae req-e1b650c0-e2a3-4e93-b856-efe3d21ce502 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451'] for port (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:02.351296 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-b3cf9344-eb93-471e-bfd0-a6f60029caae req-e1b650c0-e2a3-4e93-b856-efe3d21ce502 service neutron] 10.222.0.26 "PUT /v2.0/ports/0497cffd-a9f0-463e-9f92-3aa5e743ae55 HTTP/1.1" status: 200 len: 1093 time: 1.0056834 Mar 31 15:45:02.351729 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3c425bb-4e78-46bd-bc1d-ff350c5ac844', 'tag': '0497cffd-a9f0-463e-9f92-3aa5e743ae55'}] {{(pid=104158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:45:02.354342 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f960889515c719e6c42930f5609f9e3ff07dde6b2d3f3be48d9020484c6583bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23489e66-9d2c-42f5-b49d-8a5cb1debacf" -d '{"events": [{"name": "network-changed", "server_uuid": "f3c425bb-4e78-46bd-bc1d-ff350c5ac844", "tag": "0497cffd-a9f0-463e-9f92-3aa5e743ae55"}]}' {{(pid=104158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:45:02.396523 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b650c0-e2a3-4e93-b856-efe3d21ce502 service neutron] Pushing event updated for resources: {'Port': ['ID=0497cffd-a9f0-463e-9f92-3aa5e743ae55,revision_number=3']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:45:02.408704 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ee250a-7fff-4aa0-a5b7-1b9f8239d129 x-openstack-request-id: req-95ee250a-7fff-4aa0-a5b7-1b9f8239d129 {{(pid=104158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:45:02.409116 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3c425bb-4e78-46bd-bc1d-ff350c5ac844", "tag": "0497cffd-a9f0-463e-9f92-3aa5e743ae55", "status": "completed", "code": 200}]} {{(pid=104158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:45:02.409764 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-95ee250a-7fff-4aa0-a5b7-1b9f8239d129 {{(pid=104158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:45:02.411178 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95ee250a-7fff-4aa0-a5b7-1b9f8239d129'] response: {'name': 'network-changed', 'server_uuid': 'f3c425bb-4e78-46bd-bc1d-ff350c5ac844', 'tag': '0497cffd-a9f0-463e-9f92-3aa5e743ae55', 'status': 'completed', 'code': 200} Mar 31 15:45:02.421224 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] get_ports_and_sgs() called for port_ids ['e07eaf82-4eb7-483f-8e62-9aa9106ce594'] {{(pid=104160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:45:02.502202 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23489e66-9d2c-42f5-b49d-8a5cb1debacf req-39f75f2e-1c46-43e8-8239-7fdd51e12236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:45:02.504785 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-23489e66-9d2c-42f5-b49d-8a5cb1debacf req-39f75f2e-1c46-43e8-8239-7fdd51e12236 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=240469f9130e460c95867b36952a1df2&device_id=f3c425bb-4e78-46bd-bc1d-ff350c5ac844 HTTP/1.1" status: 200 len: 1127 time: 0.0684919 Mar 31 15:45:02.657806 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23489e66-9d2c-42f5-b49d-8a5cb1debacf req-5d28a212-1c16-4bef-9a3d-4917e36b1035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:45:02.659982 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-23489e66-9d2c-42f5-b49d-8a5cb1debacf req-5d28a212-1c16-4bef-9a3d-4917e36b1035 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=240469f9130e460c95867b36952a1df2&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1481109 Mar 31 15:45:02.772187 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23489e66-9d2c-42f5-b49d-8a5cb1debacf req-ed754fb8-2c0d-4acf-911e-9fff3e8ec7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:45:02.773667 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-23489e66-9d2c-42f5-b49d-8a5cb1debacf req-ed754fb8-2c0d-4acf-911e-9fff3e8ec7d3 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1075344 Mar 31 15:45:02.863820 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf9344-eb93-471e-bfd0-a6f60029caae req-19771eab-0ed0-400e-b8d0-2ffc1d182f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:45:02.866406 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-b3cf9344-eb93-471e-bfd0-a6f60029caae req-19771eab-0ed0-400e-b8d0-2ffc1d182f58 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=240469f9130e460c95867b36952a1df2&device_id=f3c425bb-4e78-46bd-bc1d-ff350c5ac844 HTTP/1.1" status: 200 len: 1127 time: 0.0508764 Mar 31 15:45:02.921090 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-b3cf9344-eb93-471e-bfd0-a6f60029caae req-84d0de80-bcb7-44f9-9f0b-88efc33e7ab8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0497cffd-a9f0-463e-9f92-3aa5e743ae55 HTTP/1.1" status: 200 len: 217 time: 0.0467670 Mar 31 15:45:02.970729 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf9344-eb93-471e-bfd0-a6f60029caae req-f75822f1-7ce3-443a-a6ed-11711faffa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:45:02.972242 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-b3cf9344-eb93-471e-bfd0-a6f60029caae req-f75822f1-7ce3-443a-a6ed-11711faffa39 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cba4a592-9143-4b08-90ed-afe3275c7e69 HTTP/1.1" status: 200 len: 847 time: 0.0456538 Mar 31 15:45:03.033424 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf9344-eb93-471e-bfd0-a6f60029caae req-d7e5c3e4-afb2-4b48-8d06-7aed770b38fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:45:03.035069 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-b3cf9344-eb93-471e-bfd0-a6f60029caae req-d7e5c3e4-afb2-4b48-8d06-7aed770b38fb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a3fc6832-8c49-4053-86a2-2925ffecb8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0576653 Mar 31 15:45:03.084817 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896a0c9e-1422-4a64-9a6e-8768092b7071 req-0d30040d-512a-4dc4-9b30-aac456e87ab6 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:45:03.086434 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-896a0c9e-1422-4a64-9a6e-8768092b7071 req-0d30040d-512a-4dc4-9b30-aac456e87ab6 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3c425bb-4e78-46bd-bc1d-ff350c5ac844 HTTP/1.1" status: 200 len: 943 time: 0.0565240 Mar 31 15:45:03.150364 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-b3cf9344-eb93-471e-bfd0-a6f60029caae req-4eb2817f-9865-4e01-bbb8-9b6b13892a85 service neutron] 10.222.0.26 "GET /v2.0/networks/a3fc6832-8c49-4053-86a2-2925ffecb8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097298 Mar 31 15:45:03.160735 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-896a0c9e-1422-4a64-9a6e-8768092b7071 req-d76eb98f-653e-498f-8b97-7f2bd47fa7ae tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecb6826-664c-46a4-92d1-06805d3892de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681846 Mar 31 15:45:03.265514 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-b3cf9344-eb93-471e-bfd0-a6f60029caae req-240f242d-60fd-4597-af6d-6eeca54a243b service neutron] 10.222.0.26 "GET /v2.0/networks/a3fc6832-8c49-4053-86a2-2925ffecb8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086783 Mar 31 15:45:03.331576 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47635861-019e-4ab9-8066-db0ace5cf37d req-227da5fc-1250-48d5-8a20-142cf06e6980 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:45:03.333034 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-47635861-019e-4ab9-8066-db0ace5cf37d req-227da5fc-1250-48d5-8a20-142cf06e6980 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9c08fda-43ea-4200-8c2a-87a0dcccaa83 HTTP/1.1" status: 200 len: 944 time: 0.0604432 Mar 31 15:45:03.392002 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-47635861-019e-4ab9-8066-db0ace5cf37d req-ac007870-7423-4257-83ed-8bfef103a06c tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=07b670b6-b264-4cf3-b35b-17d73608e1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500121 Mar 31 15:45:03.801860 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device e07eaf82-4eb7-483f-8e62-9aa9106ce594 up at agent hyperv_hv-cinder-75078 {{(pid=104160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:45:03.940771 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Provisioning for port e07eaf82-4eb7-483f-8e62-9aa9106ce594 completed by entity L2. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 15:45:03.945115 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Provisioning complete for port e07eaf82-4eb7-483f-8e62-9aa9106ce594 triggered by entity L2. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:45:03.945543 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (e07eaf82-4eb7-483f-8e62-9aa9106ce594), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:04.042712 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Current status of the port e07eaf82-4eb7-483f-8e62-9aa9106ce594 is: BUILD; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:45:04.043128 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (e07eaf82-4eb7-483f-8e62-9aa9106ce594), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:04.070031 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9c08fda-43ea-4200-8c2a-87a0dcccaa83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e07eaf82-4eb7-483f-8e62-9aa9106ce594'}] {{(pid=104160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:45:04.072420 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce3869fed81eb230bc7c00aef7f85a04080afe3b8b72d2e6fbd63f6167e83839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa313b2a-4b32-4376-b0ee-e994bcc21576" -d '{"events": [{"server_uuid": "f9c08fda-43ea-4200-8c2a-87a0dcccaa83", "name": "network-vif-plugged", "status": "completed", "tag": "e07eaf82-4eb7-483f-8e62-9aa9106ce594"}]}' {{(pid=104160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:45:04.091924 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] For port e07eaf82-4eb7-483f-8e62-9aa9106ce594, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=e07eaf82-4eb7-483f-8e62-9aa9106ce594,segment=NetworkSegment(6bcab16b-0c41-4f5b-8545-8863ae1cf078),segment_id=6bcab16b-0c41-4f5b-8545-8863ae1cf078)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:45:04.118505 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee1db97-a1b8-447b-8948-17acf108c9c0 x-openstack-request-id: req-0ee1db97-a1b8-447b-8948-17acf108c9c0 {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:45:04.118854 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9c08fda-43ea-4200-8c2a-87a0dcccaa83", "name": "network-vif-plugged", "status": "completed", "tag": "e07eaf82-4eb7-483f-8e62-9aa9106ce594", "code": 200}]} {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:45:04.122918 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0ee1db97-a1b8-447b-8948-17acf108c9c0 {{(pid=104160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:45:04.122918 dv-cinder-750782-15-smb neutron-server[104160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ee1db97-a1b8-447b-8948-17acf108c9c0'] response: {'server_uuid': 'f9c08fda-43ea-4200-8c2a-87a0dcccaa83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e07eaf82-4eb7-483f-8e62-9aa9106ce594', 'code': 200} Mar 31 15:45:04.198779 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (e07eaf82-4eb7-483f-8e62-9aa9106ce594), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:04.247769 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-cb814995-9af0-46c3-8177-179d412878a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (80b0103a-7158-48a6-b59a-3fe393c523d9), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:04.259133 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Pushing event updated for resources: {'Port': ['ID=e07eaf82-4eb7-483f-8e62-9aa9106ce594,revision_number=5']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:45:04.330556 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09679797-ae16-432c-b4b0-f07501167c98 req-ef18a447-6a68-436e-8cd4-66b2acf9fadd tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:45:04.333448 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-09679797-ae16-432c-b4b0-f07501167c98 req-ef18a447-6a68-436e-8cd4-66b2acf9fadd tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3c425bb-4e78-46bd-bc1d-ff350c5ac844 HTTP/1.1" status: 200 len: 943 time: 0.0781457 Mar 31 15:45:04.393479 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-09679797-ae16-432c-b4b0-f07501167c98 req-490bd8e5-2095-453a-9445-54653ac12cd7 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecb6826-664c-46a4-92d1-06805d3892de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537972 Mar 31 15:45:04.539970 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5343dfa9-629b-4f8b-94cf-817f19d47f39 req-d51fdb90-124f-4722-9fb0-d03fe6139bea tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:45:04.541580 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-5343dfa9-629b-4f8b-94cf-817f19d47f39 req-d51fdb90-124f-4722-9fb0-d03fe6139bea tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9c08fda-43ea-4200-8c2a-87a0dcccaa83 HTTP/1.1" status: 200 len: 945 time: 0.0688705 Mar 31 15:45:04.590920 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85ec01a-aa66-4001-a6dc-6602d7a3a5f2 req-1dcd8724-47c4-4d11-93ff-6769f1aab374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:45:04.592802 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-c85ec01a-aa66-4001-a6dc-6602d7a3a5f2 req-1dcd8724-47c4-4d11-93ff-6769f1aab374 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f9c08fda-43ea-4200-8c2a-87a0dcccaa83 HTTP/1.1" status: 200 len: 1129 time: 0.0567844 Mar 31 15:45:04.619254 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-5343dfa9-629b-4f8b-94cf-817f19d47f39 req-34099162-1f67-4262-88b2-95963c25f2ec tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=07b670b6-b264-4cf3-b35b-17d73608e1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702846 Mar 31 15:45:04.649672 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-c85ec01a-aa66-4001-a6dc-6602d7a3a5f2 req-acc2cf51-aa67-41da-9184-03d07991f8ce service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=07b670b6-b264-4cf3-b35b-17d73608e1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510569 Mar 31 15:45:05.534799 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cf8072-6447-4b3b-8440-9a31313da0c7 req-238a52e1-7377-42a4-9bb2-6519ab87aad1 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:45:05.536961 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-20cf8072-6447-4b3b-8440-9a31313da0c7 req-238a52e1-7377-42a4-9bb2-6519ab87aad1 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3c425bb-4e78-46bd-bc1d-ff350c5ac844 HTTP/1.1" status: 200 len: 943 time: 0.0661156 Mar 31 15:45:05.611849 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-20cf8072-6447-4b3b-8440-9a31313da0c7 req-eca8e463-0c49-4b2a-ab26-89dc0a0f97a2 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecb6826-664c-46a4-92d1-06805d3892de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591800 Mar 31 15:45:05.772660 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8893fae8-e1ed-42d9-a402-621897d502ff req-945d393b-7b53-41c9-bac9-f2a91e7cccd3 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:45:05.774272 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-8893fae8-e1ed-42d9-a402-621897d502ff req-945d393b-7b53-41c9-bac9-f2a91e7cccd3 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9c08fda-43ea-4200-8c2a-87a0dcccaa83 HTTP/1.1" status: 200 len: 945 time: 0.0598528 Mar 31 15:45:05.806306 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device 0497cffd-a9f0-463e-9f92-3aa5e743ae55 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=104160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 15:45:05.829853 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-8893fae8-e1ed-42d9-a402-621897d502ff req-f12b0a16-41ed-45a5-af42-d539b336b603 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=07b670b6-b264-4cf3-b35b-17d73608e1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493240 Mar 31 15:45:06.049224 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] For port 0497cffd-a9f0-463e-9f92-3aa5e743ae55, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=0497cffd-a9f0-463e-9f92-3aa5e743ae55,segment=NetworkSegment(1466b54c-0f45-4497-8c86-d1d22a275f2a),segment_id=1466b54c-0f45-4497-8c86-d1d22a275f2a)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:45:06.061119 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Returning: {'device': '0497cffd-a9f0-463e-9f92-3aa5e743ae55', 'network_id': 'a3fc6832-8c49-4053-86a2-2925ffecb8dc', 'port_id': '0497cffd-a9f0-463e-9f92-3aa5e743ae55', 'mac_address': 'fa:16:3e:e0:dd:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cba4a592-9143-4b08-90ed-afe3275c7e69', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 15:45:06.099229 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Current status of the port 0497cffd-a9f0-463e-9f92-3aa5e743ae55 is: DOWN; New status is: BUILD {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:45:06.099606 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (0497cffd-a9f0-463e-9f92-3aa5e743ae55), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:06.112288 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.notifiers.nova [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0497cffd-a9f0-463e-9f92-3aa5e743ae55 {{(pid=104160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:45:06.133748 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] For port 0497cffd-a9f0-463e-9f92-3aa5e743ae55, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=0497cffd-a9f0-463e-9f92-3aa5e743ae55,segment=NetworkSegment(1466b54c-0f45-4497-8c86-d1d22a275f2a),segment_id=1466b54c-0f45-4497-8c86-d1d22a275f2a)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:45:06.226721 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (0497cffd-a9f0-463e-9f92-3aa5e743ae55), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:06.280250 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Pushing event updated for resources: {'Port': ['ID=0497cffd-a9f0-463e-9f92-3aa5e743ae55,revision_number=4']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:45:06.323776 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (42669199-0b56-4e25-9a3d-cc561c912f6a), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:06.447595 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] get_ports_and_sgs() called for port_ids ['0497cffd-a9f0-463e-9f92-3aa5e743ae55'] {{(pid=104160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:45:06.485597 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.agents_db [None req-c7073644-962b-4037-b6f3-12a39092c58a None None] Agent healthcheck: found 6 active agents {{(pid=104161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:45:06.543981 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-311b382b-995e-4b83-b30f-79a39337ac25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (9721ac04-bac7-49da-b384-3a2049eedfa2), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:06.763874 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1266fb9-ec3a-470d-9fc4-7d74efd9827e req-bccdef86-4c65-4c72-90a3-86de7dd40c28 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:45:06.765412 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-a1266fb9-ec3a-470d-9fc4-7d74efd9827e req-bccdef86-4c65-4c72-90a3-86de7dd40c28 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3c425bb-4e78-46bd-bc1d-ff350c5ac844 HTTP/1.1" status: 200 len: 944 time: 0.0637641 Mar 31 15:45:06.820255 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-a1266fb9-ec3a-470d-9fc4-7d74efd9827e req-c393d7cc-d769-43a7-99d0-7b88bfc396e5 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecb6826-664c-46a4-92d1-06805d3892de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456975 Mar 31 15:45:06.991689 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5228558-0a25-4711-903e-c2177a2ff07e req-ccc4bb91-73fc-48d0-80c3-44842f0f4987 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:45:06.993184 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-b5228558-0a25-4711-903e-c2177a2ff07e req-ccc4bb91-73fc-48d0-80c3-44842f0f4987 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9c08fda-43ea-4200-8c2a-87a0dcccaa83 HTTP/1.1" status: 200 len: 945 time: 0.0647390 Mar 31 15:45:07.041417 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-b5228558-0a25-4711-903e-c2177a2ff07e req-ea2dd33b-87f8-4284-8ce0-85032c96478c tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=07b670b6-b264-4cf3-b35b-17d73608e1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424824 Mar 31 15:45:07.173629 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae61756c-8716-40b3-b89c-2a153eb87739 req-c37bb24a-b118-41de-b88f-fd1955a222df tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:45:07.175112 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-ae61756c-8716-40b3-b89c-2a153eb87739 req-c37bb24a-b118-41de-b88f-fd1955a222df tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9c08fda-43ea-4200-8c2a-87a0dcccaa83 HTTP/1.1" status: 200 len: 945 time: 0.0642762 Mar 31 15:45:07.184128 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 51920) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:45:07.188667 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.v2.base [None req-be037141-1d4c-4554-ac8c-f458c886b125 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Request body: {'floatingip': {'port_id': 'e07eaf82-4eb7-483f-8e62-9aa9106ce594'}} {{(pid=104158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:45:07.234674 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-be037141-1d4c-4554-ac8c-f458c886b125 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Publish callbacks [] for floatingip (c53b238c-9177-4dcb-ab13-8812ccc60604), before_update {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:07.684469 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0b2f012e-2fbd-4b35-9815-8024e4a993e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fb816cbb-0527-4766-83b7-604ad6a553f5), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:07.812389 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device 0497cffd-a9f0-463e-9f92-3aa5e743ae55 up at agent hyperv_hv-cinder-75078 {{(pid=104160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:45:07.963945 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Provisioning for port 0497cffd-a9f0-463e-9f92-3aa5e743ae55 completed by entity L2. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 15:45:07.970772 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Provisioning complete for port 0497cffd-a9f0-463e-9f92-3aa5e743ae55 triggered by entity L2. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:45:07.971429 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (0497cffd-a9f0-463e-9f92-3aa5e743ae55), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:07.984712 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfc0d6c-d290-4b3e-854b-0c62ef3654a5 req-4cbb6bef-f0f9-4ec0-83c9-70d2f56441f6 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:45:07.987267 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-edfc0d6c-d290-4b3e-854b-0c62ef3654a5 req-4cbb6bef-f0f9-4ec0-83c9-70d2f56441f6 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3c425bb-4e78-46bd-bc1d-ff350c5ac844 HTTP/1.1" status: 200 len: 944 time: 0.0782318 Mar 31 15:45:08.008403 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-be037141-1d4c-4554-ac8c-f458c886b125 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:08.053617 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-edfc0d6c-d290-4b3e-854b-0c62ef3654a5 req-61258a7f-59ca-40ae-839f-5d54e7aef6ef tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecb6826-664c-46a4-92d1-06805d3892de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548928 Mar 31 15:45:08.080406 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Current status of the port 0497cffd-a9f0-463e-9f92-3aa5e743ae55 is: BUILD; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:45:08.080794 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (0497cffd-a9f0-463e-9f92-3aa5e743ae55), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:08.100964 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-be037141-1d4c-4554-ac8c-f458c886b125 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574067'] for floatingip (c53b238c-9177-4dcb-ab13-8812ccc60604), after_update {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:08.104581 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3c425bb-4e78-46bd-bc1d-ff350c5ac844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0497cffd-a9f0-463e-9f92-3aa5e743ae55'}] {{(pid=104160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:45:08.108286 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce3869fed81eb230bc7c00aef7f85a04080afe3b8b72d2e6fbd63f6167e83839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c07e19-27e6-4e61-bfbc-568a6bb41d81" -d '{"events": [{"server_uuid": "f3c425bb-4e78-46bd-bc1d-ff350c5ac844", "name": "network-vif-plugged", "status": "completed", "tag": "0497cffd-a9f0-463e-9f92-3aa5e743ae55"}]}' {{(pid=104160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:45:08.122021 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] For port 0497cffd-a9f0-463e-9f92-3aa5e743ae55, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=0497cffd-a9f0-463e-9f92-3aa5e743ae55,segment=NetworkSegment(1466b54c-0f45-4497-8c86-d1d22a275f2a),segment_id=1466b54c-0f45-4497-8c86-d1d22a275f2a)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:45:08.153146 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b6c102-367b-4455-b1fc-1d5c5f37c000 x-openstack-request-id: req-96b6c102-367b-4455-b1fc-1d5c5f37c000 {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:45:08.153484 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3c425bb-4e78-46bd-bc1d-ff350c5ac844", "name": "network-vif-plugged", "status": "completed", "tag": "0497cffd-a9f0-463e-9f92-3aa5e743ae55", "code": 200}]} {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:45:08.153751 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-96b6c102-367b-4455-b1fc-1d5c5f37c000 {{(pid=104160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:45:08.154156 dv-cinder-750782-15-smb neutron-server[104160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96b6c102-367b-4455-b1fc-1d5c5f37c000'] response: {'server_uuid': 'f3c425bb-4e78-46bd-bc1d-ff350c5ac844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0497cffd-a9f0-463e-9f92-3aa5e743ae55', 'code': 200} Mar 31 15:45:08.357303 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.db.l3_db [None req-be037141-1d4c-4554-ac8c-f458c886b125 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Floating IP c53b238c-9177-4dcb-ab13-8812ccc60604 associated. External IP: 172.28.2.167, port: e07eaf82-4eb7-483f-8e62-9aa9106ce594. Mar 31 15:45:08.455608 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (0497cffd-a9f0-463e-9f92-3aa5e743ae55), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:08.473354 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be037141-1d4c-4554-ac8c-f458c886b125 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Router 95c77d00-634a-400a-87a7-fa35a069860c has already been hosted by L3 agent 9721ac04-bac7-49da-b384-3a2049eedfa2 {{(pid=104158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:45:08.514814 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Pushing event updated for resources: {'Port': ['ID=0497cffd-a9f0-463e-9f92-3aa5e743ae55,revision_number=5']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:45:08.575454 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be037141-1d4c-4554-ac8c-f458c886b125 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Notify agent at l3_agent.dv-cinder-750782-15-smb the message routers_updated {{(pid=104158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:45:08.579985 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-be037141-1d4c-4554-ac8c-f458c886b125 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451'] for floatingip (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:08.587133 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2778a47c-a95a-45fb-a716-f4f30cb44d85 None None] Sync routers for ids ['95c77d00-634a-400a-87a7-fa35a069860c'] in dv-cinder-750782-15-smb {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:45:08.598631 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2778a47c-a95a-45fb-a716-f4f30cb44d85 None None] Routers {'95c77d00-634a-400a-87a7-fa35a069860c'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:45:08.599233 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-2778a47c-a95a-45fb-a716-f4f30cb44d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:45:06Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['95c77d00-634a-400a-87a7-fa35a069860c'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:45:08.627404 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-be037141-1d4c-4554-ac8c-f458c886b125 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "PUT /v2.0/floatingips/c53b238c-9177-4dcb-ab13-8812ccc60604 HTTP/1.1" status: 200 len: 991 time: 1.4300013 Mar 31 15:45:08.627404 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9c08fda-43ea-4200-8c2a-87a0dcccaa83', 'tag': 'e07eaf82-4eb7-483f-8e62-9aa9106ce594'}] {{(pid=104158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:45:08.627404 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f960889515c719e6c42930f5609f9e3ff07dde6b2d3f3be48d9020484c6583bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c522c8-240b-486c-b1c5-d9ec6f677113" -d '{"events": [{"name": "network-changed", "server_uuid": "f9c08fda-43ea-4200-8c2a-87a0dcccaa83", "tag": "e07eaf82-4eb7-483f-8e62-9aa9106ce594"}]}' {{(pid=104158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:45:08.674920 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79679e61-a860-4b46-aa2f-3222ba59688f x-openstack-request-id: req-79679e61-a860-4b46-aa2f-3222ba59688f {{(pid=104158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:45:08.675503 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9c08fda-43ea-4200-8c2a-87a0dcccaa83", "tag": "e07eaf82-4eb7-483f-8e62-9aa9106ce594", "status": "completed", "code": 200}]} {{(pid=104158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:45:08.676047 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-79679e61-a860-4b46-aa2f-3222ba59688f {{(pid=104158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:45:08.676909 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79679e61-a860-4b46-aa2f-3222ba59688f'] response: {'name': 'network-changed', 'server_uuid': 'f9c08fda-43ea-4200-8c2a-87a0dcccaa83', 'tag': 'e07eaf82-4eb7-483f-8e62-9aa9106ce594', 'status': 'completed', 'code': 200} Mar 31 15:45:08.748779 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c522c8-240b-486c-b1c5-d9ec6f677113 req-b6d04a06-1b25-4a20-a593-9bc0c07164b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:45:08.750369 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-a1c522c8-240b-486c-b1c5-d9ec6f677113 req-b6d04a06-1b25-4a20-a593-9bc0c07164b6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c680e9e6d388412fa4440c103afb5577&device_id=f9c08fda-43ea-4200-8c2a-87a0dcccaa83 HTTP/1.1" status: 200 len: 1129 time: 0.0532813 Mar 31 15:45:08.811081 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-2778a47c-a95a-45fb-a716-f4f30cb44d85 None None] Set router 95c77d00-634a-400a-87a7-fa35a069860c gateway port host: dv-cinder-750782-15-smb {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:45:08.867885 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c522c8-240b-486c-b1c5-d9ec6f677113 req-7ea8cd7e-3df5-44b8-bf00-511e3c3a97e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:45:08.871289 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-a1c522c8-240b-486c-b1c5-d9ec6f677113 req-7ea8cd7e-3df5-44b8-bf00-511e3c3a97e8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6ce47f39-3814-4e43-bd73-afb159608eca HTTP/1.1" status: 200 len: 917 time: 0.1144414 Mar 31 15:45:08.960955 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00e6e73-a150-4eaf-a3ed-0fcdd31d128b req-861a911b-1bbb-4fc0-b372-41acb6cb9c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:45:08.962720 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-f00e6e73-a150-4eaf-a3ed-0fcdd31d128b req-861a911b-1bbb-4fc0-b372-41acb6cb9c1d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f3c425bb-4e78-46bd-bc1d-ff350c5ac844 HTTP/1.1" status: 200 len: 1129 time: 0.0498204 Mar 31 15:45:08.991169 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-a1c522c8-240b-486c-b1c5-d9ec6f677113 req-8dae37b1-8fc1-46c4-b5d4-0bdae5f08f7f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e07eaf82-4eb7-483f-8e62-9aa9106ce594 HTTP/1.1" status: 200 len: 999 time: 0.1138666 Mar 31 15:45:09.023448 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-f00e6e73-a150-4eaf-a3ed-0fcdd31d128b req-c1f50e4b-c60b-43f5-808f-d47793641ec6 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3ecb6826-664c-46a4-92d1-06805d3892de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539043 Mar 31 15:45:09.062746 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c522c8-240b-486c-b1c5-d9ec6f677113 req-97036b65-493b-45c6-9ed6-9453c858abb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:45:09.064214 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-a1c522c8-240b-486c-b1c5-d9ec6f677113 req-97036b65-493b-45c6-9ed6-9453c858abb5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9a2e610f-76e0-4760-b7be-8011d4581daa HTTP/1.1" status: 200 len: 855 time: 0.0658584 Mar 31 15:45:09.083985 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-2778a47c-a95a-45fb-a716-f4f30cb44d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c77d00-634a-400a-87a7-fa35a069860c', 'name': 'tempest-AttachVolumeShelveTestJSON-263990863-router', 'tenant_id': 'c680e9e6d388412fa4440c103afb5577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.207'}], 'enable_snat': True}, 'gw_port_id': 'ab414089-2830-4501-93f0-5d9ec8e86bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:41:54Z', 'updated_at': '2022-03-31T15:42:00Z', 'revision_number': 4, 'project_id': 'c680e9e6d388412fa4440c103afb5577', 'gw_port': {'id': 'ab414089-2830-4501-93f0-5d9ec8e86bdb', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:5e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c77d00-634a-400a-87a7-fa35a069860c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:41:55Z', 'updated_at': '2022-03-31T15:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_floatingips': [{'id': 'c53b238c-9177-4dcb-ab13-8812ccc60604', 'tenant_id': 'c680e9e6d388412fa4440c103afb5577', 'floating_ip_address': '172.28.2.167', 'floating_network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'router_id': '95c77d00-634a-400a-87a7-fa35a069860c', 'port_id': 'e07eaf82-4eb7-483f-8e62-9aa9106ce594', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ce47f39-3814-4e43-bd73-afb159608eca', 'mac_address': 'fa:16:3e:31:95:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c08fda-43ea-4200-8c2a-87a0dcccaa83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:44:51Z', 'updated_at': '2022-03-31T15:45:07Z', 'revision_number': 1, 'project_id': 'c680e9e6d388412fa4440c103afb5577', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '271c631d-9c4d-4b59-aa2f-250dec501c88', 'name': '', 'network_id': '6ce47f39-3814-4e43-bd73-afb159608eca', 'tenant_id': 'c680e9e6d388412fa4440c103afb5577', 'mac_address': 'fa:16:3e:8b:c4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c77d00-634a-400a-87a7-fa35a069860c', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '9a2e610f-76e0-4760-b7be-8011d4581daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:41:59Z', 'updated_at': '2022-03-31T15:42:05Z', 'revision_number': 5, 'project_id': 'c680e9e6d388412fa4440c103afb5577', 'subnets': [{'id': '9a2e610f-76e0-4760-b7be-8011d4581daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:45:09.110838 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2778a47c-a95a-45fb-a716-f4f30cb44d85 None None] Checking router: 95c77d00-634a-400a-87a7-fa35a069860c for host: dv-cinder-750782-15-smb {{(pid=104161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:45:09.120318 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2778a47c-a95a-45fb-a716-f4f30cb44d85 None None] Routers {'95c77d00-634a-400a-87a7-fa35a069860c'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:45:09.120942 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-2778a47c-a95a-45fb-a716-f4f30cb44d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:45:06Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['95c77d00-634a-400a-87a7-fa35a069860c'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:45:09.214912 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667cf9f5-a0fa-4392-838c-4f96097e642c req-44a55146-765a-44e1-a44a-7dc17a7e3b65 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:45:09.217345 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-667cf9f5-a0fa-4392-838c-4f96097e642c req-44a55146-765a-44e1-a44a-7dc17a7e3b65 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3c425bb-4e78-46bd-bc1d-ff350c5ac844 HTTP/1.1" status: 200 len: 945 time: 0.0760040 Mar 31 15:45:09.255566 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-2778a47c-a95a-45fb-a716-f4f30cb44d85 None None] Set router 95c77d00-634a-400a-87a7-fa35a069860c gateway port host: dv-cinder-750782-15-smb {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:45:09.313101 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-667cf9f5-a0fa-4392-838c-4f96097e642c req-b7613dbe-7b19-4ed2-938a-07f808228d4c tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecb6826-664c-46a4-92d1-06805d3892de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800498 Mar 31 15:45:09.317208 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c522c8-240b-486c-b1c5-d9ec6f677113 req-24fe8715-9782-4ea2-94f4-7561b8776c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:45:09.318398 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-a1c522c8-240b-486c-b1c5-d9ec6f677113 req-24fe8715-9782-4ea2-94f4-7561b8776c6e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6ce47f39-3814-4e43-bd73-afb159608eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0996642 Mar 31 15:45:09.422187 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-a1c522c8-240b-486c-b1c5-d9ec6f677113 req-a85d799a-a81f-4891-bd2b-fa6264ca90ed service neutron] 10.222.0.26 "GET /v2.0/networks/6ce47f39-3814-4e43-bd73-afb159608eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947814 Mar 31 15:45:09.516838 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-a1c522c8-240b-486c-b1c5-d9ec6f677113 req-975f7d2c-ea4e-4957-864b-8bd50d56b55f service neutron] 10.222.0.26 "GET /v2.0/networks/6ce47f39-3814-4e43-bd73-afb159608eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882683 Mar 31 15:45:09.536029 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-211e425b-1201-4862-afc0-6363249efbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (1ca8e2b3-6f2e-4d63-b52b-ad8a81fa6826), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:09.540019 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-2778a47c-a95a-45fb-a716-f4f30cb44d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c77d00-634a-400a-87a7-fa35a069860c', 'name': 'tempest-AttachVolumeShelveTestJSON-263990863-router', 'tenant_id': 'c680e9e6d388412fa4440c103afb5577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.207'}], 'enable_snat': True}, 'gw_port_id': 'ab414089-2830-4501-93f0-5d9ec8e86bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:41:54Z', 'updated_at': '2022-03-31T15:42:00Z', 'revision_number': 4, 'project_id': 'c680e9e6d388412fa4440c103afb5577', 'gw_port': {'id': 'ab414089-2830-4501-93f0-5d9ec8e86bdb', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:5e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c77d00-634a-400a-87a7-fa35a069860c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:41:55Z', 'updated_at': '2022-03-31T15:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_floatingips': [{'id': 'c53b238c-9177-4dcb-ab13-8812ccc60604', 'tenant_id': 'c680e9e6d388412fa4440c103afb5577', 'floating_ip_address': '172.28.2.167', 'floating_network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'router_id': '95c77d00-634a-400a-87a7-fa35a069860c', 'port_id': 'e07eaf82-4eb7-483f-8e62-9aa9106ce594', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ce47f39-3814-4e43-bd73-afb159608eca', 'mac_address': 'fa:16:3e:31:95:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c08fda-43ea-4200-8c2a-87a0dcccaa83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:44:51Z', 'updated_at': '2022-03-31T15:45:07Z', 'revision_number': 1, 'project_id': 'c680e9e6d388412fa4440c103afb5577', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '271c631d-9c4d-4b59-aa2f-250dec501c88', 'name': '', 'network_id': '6ce47f39-3814-4e43-bd73-afb159608eca', 'tenant_id': 'c680e9e6d388412fa4440c103afb5577', 'mac_address': 'fa:16:3e:8b:c4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c77d00-634a-400a-87a7-fa35a069860c', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '9a2e610f-76e0-4760-b7be-8011d4581daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:41:59Z', 'updated_at': '2022-03-31T15:42:05Z', 'revision_number': 5, 'project_id': 'c680e9e6d388412fa4440c103afb5577', 'subnets': [{'id': '9a2e610f-76e0-4760-b7be-8011d4581daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:45:09.567984 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2778a47c-a95a-45fb-a716-f4f30cb44d85 None None] The sync data for ids ['95c77d00-634a-400a-87a7-fa35a069860c'] in dv-cinder-750782-15-smb is: [{'id': '95c77d00-634a-400a-87a7-fa35a069860c', 'name': 'tempest-AttachVolumeShelveTestJSON-263990863-router', 'tenant_id': 'c680e9e6d388412fa4440c103afb5577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.207'}], 'enable_snat': True}, 'gw_port_id': 'ab414089-2830-4501-93f0-5d9ec8e86bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:41:54Z', 'updated_at': '2022-03-31T15:42:00Z', 'revision_number': 4, 'project_id': 'c680e9e6d388412fa4440c103afb5577', 'gw_port': {'id': 'ab414089-2830-4501-93f0-5d9ec8e86bdb', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:5e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c77d00-634a-400a-87a7-fa35a069860c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:41:55Z', 'updated_at': '2022-03-31T15:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_floatingips': [{'id': 'c53b238c-9177-4dcb-ab13-8812ccc60604', 'tenant_id': 'c680e9e6d388412fa4440c103afb5577', 'floating_ip_address': '172.28.2.167', 'floating_network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'router_id': '95c77d00-634a-400a-87a7-fa35a069860c', 'port_id': 'e07eaf82-4eb7-483f-8e62-9aa9106ce594', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ce47f39-3814-4e43-bd73-afb159608eca', 'mac_address': 'fa:16:3e:31:95:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c08fda-43ea-4200-8c2a-87a0dcccaa83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:44:51Z', 'updated_at': '2022-03-31T15:45:07Z', 'revision_number': 1, 'project_id': 'c680e9e6d388412fa4440c103afb5577', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '271c631d-9c4d-4b59-aa2f-250dec501c88', 'name': '', 'network_id': '6ce47f39-3814-4e43-bd73-afb159608eca', 'tenant_id': 'c680e9e6d388412fa4440c103afb5577', 'mac_address': 'fa:16:3e:8b:c4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c77d00-634a-400a-87a7-fa35a069860c', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '9a2e610f-76e0-4760-b7be-8011d4581daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:41:59Z', 'updated_at': '2022-03-31T15:42:05Z', 'revision_number': 5, 'project_id': 'c680e9e6d388412fa4440c103afb5577', 'subnets': [{'id': '9a2e610f-76e0-4760-b7be-8011d4581daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:45:09.797261 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68634c25-6ae6-46e9-881f-1f2d640282da None None] New status for floating IP c53b238c-9177-4dcb-ab13-8812ccc60604: ACTIVE {{(pid=104160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:45:10.443581 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2c0a95-8d5b-41a8-b7b1-20c99d9d0046 req-87219ce6-67f6-41f4-846f-6d02d93753ea tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:45:10.445179 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-8d2c0a95-8d5b-41a8-b7b1-20c99d9d0046 req-87219ce6-67f6-41f4-846f-6d02d93753ea tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3c425bb-4e78-46bd-bc1d-ff350c5ac844 HTTP/1.1" status: 200 len: 945 time: 0.0617237 Mar 31 15:45:10.499688 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-8d2c0a95-8d5b-41a8-b7b1-20c99d9d0046 req-6fd09f29-8f7c-4bbc-82c8-6e9db6e8671b tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecb6826-664c-46a4-92d1-06805d3892de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487144 Mar 31 15:45:10.642348 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093b7e56-a5cb-4db6-94fa-3f34273ab1c8 req-7df542de-b1d1-411d-98fb-c587b9774f83 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:45:10.643729 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-093b7e56-a5cb-4db6-94fa-3f34273ab1c8 req-7df542de-b1d1-411d-98fb-c587b9774f83 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3c425bb-4e78-46bd-bc1d-ff350c5ac844 HTTP/1.1" status: 200 len: 945 time: 0.0587666 Mar 31 15:45:10.704348 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-093b7e56-a5cb-4db6-94fa-3f34273ab1c8 req-f74e0b72-8d20-4548-99c8-a24c93a85815 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecb6826-664c-46a4-92d1-06805d3892de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549035 Mar 31 15:45:10.730525 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 51936) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:45:10.879230 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039711f2-b302-4ddc-a34b-0e7b15c10130 tempest-TestShelveInstance-1177334666 tempest-TestShelveInstance-1177334666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:45:10.880770 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-039711f2-b302-4ddc-a34b-0e7b15c10130 tempest-TestShelveInstance-1177334666 tempest-TestShelveInstance-1177334666-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f3c425bb-4e78-46bd-bc1d-ff350c5ac844 HTTP/1.1" status: 200 len: 1124 time: 0.1491528 Mar 31 15:45:10.884732 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 51940) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:45:10.890486 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.v2.base [None req-c99f1773-8f4b-4fff-b3ad-e3d255426962 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Request body: {'floatingip': {'floating_network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'port_id': '0497cffd-a9f0-463e-9f92-3aa5e743ae55', 'tenant_id': '240469f9130e460c95867b36952a1df2', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:45:10.915569 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fd34c7ed-cab5-463e-81bb-e9aa6ef90623), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:11.013241 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c99f1773-8f4b-4fff-b3ad-e3d255426962 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:11.119132 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c99f1773-8f4b-4fff-b3ad-e3d255426962 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:11.233113 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.db_base_plugin_common [None req-c99f1773-8f4b-4fff-b3ad-e3d255426962 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Allocated IP 172.28.2.216 (8959fca3-760a-428d-87ed-41d110f4f943/79fe0710-163f-45bc-8cd9-cc15163c6821/d0cdc9ef-1825-4bb0-b8c7-b9dfafa45a8f) {{(pid=104159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:45:11.354682 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c99f1773-8f4b-4fff-b3ad-e3d255426962 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Publish callbacks [] for port (d0cdc9ef-1825-4bb0-b8c7-b9dfafa45a8f), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:11.511518 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c99f1773-8f4b-4fff-b3ad-e3d255426962 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772784453870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3148002'] for port (d0cdc9ef-1825-4bb0-b8c7-b9dfafa45a8f), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:11.551731 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99f1773-8f4b-4fff-b3ad-e3d255426962 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Network 8959fca3-760a-428d-87ed-41d110f4f943 is already hosted by enough agents. {{(pid=104159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:45:11.554703 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [None req-c99f1773-8f4b-4fff-b3ad-e3d255426962 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Resources bound (agent type, host, resource id): {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:45:11.558267 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99f1773-8f4b-4fff-b3ad-e3d255426962 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Received port after_create {{(pid=104159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:45:11.587047 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99f1773-8f4b-4fff-b3ad-e3d255426962 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Pushing event updated for resources: {'Port': ['ID=d0cdc9ef-1825-4bb0-b8c7-b9dfafa45a8f,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:45:11.946196 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-07dd5cab-f435-41b9-8e52-71c5885ab5ca req-88e9e63e-95a0-4353-8d18-d1785c2d1b7a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f9c08fda-43ea-4200-8c2a-87a0dcccaa83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0470514 Mar 31 15:45:11.958685 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c99f1773-8f4b-4fff-b3ad-e3d255426962 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Publish callbacks [] for floatingip (c4c6bf9a-0350-46e0-a968-9761b66579a3), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:12.040994 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd5cab-f435-41b9-8e52-71c5885ab5ca req-8acee9bf-0896-42ba-bf09-91c19352d9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:45:12.042544 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-07dd5cab-f435-41b9-8e52-71c5885ab5ca req-8acee9bf-0896-42ba-bf09-91c19352d9bf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c680e9e6d388412fa4440c103afb5577&device_id=f9c08fda-43ea-4200-8c2a-87a0dcccaa83 HTTP/1.1" status: 200 len: 1129 time: 0.0534263 Mar 31 15:45:12.107225 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c99f1773-8f4b-4fff-b3ad-e3d255426962 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (d0cdc9ef-1825-4bb0-b8c7-b9dfafa45a8f), before_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:12.155769 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd5cab-f435-41b9-8e52-71c5885ab5ca req-8429605b-b23f-4198-9cd7-e08f9e7f75ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:45:12.157229 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-07dd5cab-f435-41b9-8e52-71c5885ab5ca req-8429605b-b23f-4198-9cd7-e08f9e7f75ca service neutron] 10.222.0.26 "GET /v2.0/networks?id=6ce47f39-3814-4e43-bd73-afb159608eca HTTP/1.1" status: 200 len: 917 time: 0.0943065 Mar 31 15:45:12.238040 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-07dd5cab-f435-41b9-8e52-71c5885ab5ca req-716cd0ec-12e7-4926-9426-3bcd490be424 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e07eaf82-4eb7-483f-8e62-9aa9106ce594 HTTP/1.1" status: 200 len: 1001 time: 0.0751925 Mar 31 15:45:12.280826 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c99f1773-8f4b-4fff-b3ad-e3d255426962 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Publish callbacks [] for port (d0cdc9ef-1825-4bb0-b8c7-b9dfafa45a8f), precommit_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:12.294479 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd5cab-f435-41b9-8e52-71c5885ab5ca req-522abd0b-d7de-4920-9962-e6a0f0ae9181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:45:12.296128 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-07dd5cab-f435-41b9-8e52-71c5885ab5ca req-522abd0b-d7de-4920-9962-e6a0f0ae9181 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9a2e610f-76e0-4760-b7be-8011d4581daa HTTP/1.1" status: 200 len: 855 time: 0.0458074 Mar 31 15:45:12.347003 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd5cab-f435-41b9-8e52-71c5885ab5ca req-0f232a3a-af27-4b18-9e86-671695aa5311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:45:12.349070 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-07dd5cab-f435-41b9-8e52-71c5885ab5ca req-0f232a3a-af27-4b18-9e86-671695aa5311 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6ce47f39-3814-4e43-bd73-afb159608eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0470228 Mar 31 15:45:12.364358 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c99f1773-8f4b-4fff-b3ad-e3d255426962 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3148011'] for port (d0cdc9ef-1825-4bb0-b8c7-b9dfafa45a8f), after_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:12.437212 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99f1773-8f4b-4fff-b3ad-e3d255426962 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Pushing event updated for resources: {'Port': ['ID=d0cdc9ef-1825-4bb0-b8c7-b9dfafa45a8f,revision_number=2']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:45:12.451645 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c99f1773-8f4b-4fff-b3ad-e3d255426962 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574067'] for floatingip (c4c6bf9a-0350-46e0-a968-9761b66579a3), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:12.460681 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-07dd5cab-f435-41b9-8e52-71c5885ab5ca req-9f94018d-152e-4f73-843a-7e1eb0e838e3 service neutron] 10.222.0.26 "GET /v2.0/networks/6ce47f39-3814-4e43-bd73-afb159608eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054380 Mar 31 15:45:12.565577 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.db.l3_db [None req-c99f1773-8f4b-4fff-b3ad-e3d255426962 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Floating IP c4c6bf9a-0350-46e0-a968-9761b66579a3 associated. External IP: 172.28.2.216, port: 0497cffd-a9f0-463e-9f92-3aa5e743ae55. Mar 31 15:45:12.577650 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-07dd5cab-f435-41b9-8e52-71c5885ab5ca req-865c5db5-a8d2-4236-a0b2-d54695a223f4 service neutron] 10.222.0.26 "GET /v2.0/networks/6ce47f39-3814-4e43-bd73-afb159608eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112564 Mar 31 15:45:13.061404 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c99f1773-8f4b-4fff-b3ad-e3d255426962 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Router 8511ec27-cba1-4952-ac9e-b1c92b2a29e5 has already been hosted by L3 agent 9721ac04-bac7-49da-b384-3a2049eedfa2 {{(pid=104159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:45:13.183615 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c99f1773-8f4b-4fff-b3ad-e3d255426962 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Notify agent at l3_agent.dv-cinder-750782-15-smb the message routers_updated {{(pid=104159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:45:13.195893 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb43364-d9ad-4b83-87e9-b9a52dec3bd5 None None] Sync routers for ids ['8511ec27-cba1-4952-ac9e-b1c92b2a29e5'] in dv-cinder-750782-15-smb {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:45:13.212368 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb43364-d9ad-4b83-87e9-b9a52dec3bd5 None None] Routers {'8511ec27-cba1-4952-ac9e-b1c92b2a29e5'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:45:13.212999 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-ceb43364-d9ad-4b83-87e9-b9a52dec3bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:45:06Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['8511ec27-cba1-4952-ac9e-b1c92b2a29e5'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:45:13.274532 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c99f1773-8f4b-4fff-b3ad-e3d255426962 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451'] for floatingip (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:13.310657 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-c99f1773-8f4b-4fff-b3ad-e3d255426962 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4247572 Mar 31 15:45:13.311318 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3c425bb-4e78-46bd-bc1d-ff350c5ac844', 'tag': '0497cffd-a9f0-463e-9f92-3aa5e743ae55'}] {{(pid=104159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:45:13.314055 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ea64b363b0503405ce6d4d78215f64c9ed163e64c8f258dff0ae871dea148ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ebba212-ebf7-4780-83ed-57b22b0980cf" -d '{"events": [{"name": "network-changed", "server_uuid": "f3c425bb-4e78-46bd-bc1d-ff350c5ac844", "tag": "0497cffd-a9f0-463e-9f92-3aa5e743ae55"}]}' {{(pid=104159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:45:13.353681 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-ceb43364-d9ad-4b83-87e9-b9a52dec3bd5 None None] Set router 8511ec27-cba1-4952-ac9e-b1c92b2a29e5 gateway port host: dv-cinder-750782-15-smb {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:45:13.362637 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb63f28e-642b-4e6e-a2cd-fa938bb47688 x-openstack-request-id: req-eb63f28e-642b-4e6e-a2cd-fa938bb47688 {{(pid=104159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:45:13.362973 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3c425bb-4e78-46bd-bc1d-ff350c5ac844", "tag": "0497cffd-a9f0-463e-9f92-3aa5e743ae55", "status": "completed", "code": 200}]} {{(pid=104159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:45:13.363726 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eb63f28e-642b-4e6e-a2cd-fa938bb47688 {{(pid=104159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:45:13.364128 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb63f28e-642b-4e6e-a2cd-fa938bb47688'] response: {'name': 'network-changed', 'server_uuid': 'f3c425bb-4e78-46bd-bc1d-ff350c5ac844', 'tag': '0497cffd-a9f0-463e-9f92-3aa5e743ae55', 'status': 'completed', 'code': 200} Mar 31 15:45:13.451868 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebba212-ebf7-4780-83ed-57b22b0980cf req-56190b31-3f8a-4c23-8680-e90ea8d87845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:45:13.454435 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-2ebba212-ebf7-4780-83ed-57b22b0980cf req-56190b31-3f8a-4c23-8680-e90ea8d87845 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=240469f9130e460c95867b36952a1df2&device_id=f3c425bb-4e78-46bd-bc1d-ff350c5ac844 HTTP/1.1" status: 200 len: 1129 time: 0.0626183 Mar 31 15:45:13.558716 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebba212-ebf7-4780-83ed-57b22b0980cf req-8cd3b48f-d886-4b09-ab49-ec1fd98daa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:45:13.560270 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-2ebba212-ebf7-4780-83ed-57b22b0980cf req-8cd3b48f-d886-4b09-ab49-ec1fd98daa60 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a3fc6832-8c49-4053-86a2-2925ffecb8dc HTTP/1.1" status: 200 len: 909 time: 0.1000512 Mar 31 15:45:13.619529 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-ceb43364-d9ad-4b83-87e9-b9a52dec3bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8511ec27-cba1-4952-ac9e-b1c92b2a29e5', 'name': 'tempest-TestShelveInstance-832430497-router', 'tenant_id': '240469f9130e460c95867b36952a1df2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.245'}], 'enable_snat': True}, 'gw_port_id': 'e7c3d3a5-a1f8-41e4-b89a-4789a35e1750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:44:21Z', 'updated_at': '2022-03-31T15:44:25Z', 'revision_number': 4, 'project_id': '240469f9130e460c95867b36952a1df2', 'gw_port': {'id': 'e7c3d3a5-a1f8-41e4-b89a-4789a35e1750', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8511ec27-cba1-4952-ac9e-b1c92b2a29e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:44:22Z', 'updated_at': '2022-03-31T15:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_floatingips': [{'id': 'c4c6bf9a-0350-46e0-a968-9761b66579a3', 'tenant_id': '240469f9130e460c95867b36952a1df2', 'floating_ip_address': '172.28.2.216', 'floating_network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'router_id': '8511ec27-cba1-4952-ac9e-b1c92b2a29e5', 'port_id': '0497cffd-a9f0-463e-9f92-3aa5e743ae55', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3fc6832-8c49-4053-86a2-2925ffecb8dc', 'mac_address': 'fa:16:3e:e0:dd:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c425bb-4e78-46bd-bc1d-ff350c5ac844', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:45:11Z', 'updated_at': '2022-03-31T15:45:11Z', 'revision_number': 0, 'project_id': '240469f9130e460c95867b36952a1df2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2026b793-0e8f-43d0-b24b-4060c2965a0e', 'name': '', 'network_id': 'a3fc6832-8c49-4053-86a2-2925ffecb8dc', 'tenant_id': '240469f9130e460c95867b36952a1df2', 'mac_address': 'fa:16:3e:bb:bc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8511ec27-cba1-4952-ac9e-b1c92b2a29e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'cba4a592-9143-4b08-90ed-afe3275c7e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:44:25Z', 'updated_at': '2022-03-31T15:44:30Z', 'revision_number': 5, 'project_id': '240469f9130e460c95867b36952a1df2', 'subnets': [{'id': 'cba4a592-9143-4b08-90ed-afe3275c7e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:45:13.655874 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb43364-d9ad-4b83-87e9-b9a52dec3bd5 None None] Checking router: 8511ec27-cba1-4952-ac9e-b1c92b2a29e5 for host: dv-cinder-750782-15-smb {{(pid=104161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:45:13.661065 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-2ebba212-ebf7-4780-83ed-57b22b0980cf req-1c52a472-9053-4ffe-9fbc-c95494fd14cd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0497cffd-a9f0-463e-9f92-3aa5e743ae55 HTTP/1.1" status: 200 len: 999 time: 0.0759313 Mar 31 15:45:13.666946 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb43364-d9ad-4b83-87e9-b9a52dec3bd5 None None] Routers {'8511ec27-cba1-4952-ac9e-b1c92b2a29e5'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:45:13.668010 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-ceb43364-d9ad-4b83-87e9-b9a52dec3bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:45:06Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['8511ec27-cba1-4952-ac9e-b1c92b2a29e5'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:45:13.720722 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebba212-ebf7-4780-83ed-57b22b0980cf req-41f35951-465d-4747-b58b-d4265e307a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:45:13.723048 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-2ebba212-ebf7-4780-83ed-57b22b0980cf req-41f35951-465d-4747-b58b-d4265e307a19 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cba4a592-9143-4b08-90ed-afe3275c7e69 HTTP/1.1" status: 200 len: 847 time: 0.0553770 Mar 31 15:45:13.785571 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebba212-ebf7-4780-83ed-57b22b0980cf req-3f779e58-2e6d-40c2-a5a7-fbbeabe249a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:45:13.787486 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-2ebba212-ebf7-4780-83ed-57b22b0980cf req-3f779e58-2e6d-40c2-a5a7-fbbeabe249a6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a3fc6832-8c49-4053-86a2-2925ffecb8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0532572 Mar 31 15:45:13.797734 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-ceb43364-d9ad-4b83-87e9-b9a52dec3bd5 None None] Set router 8511ec27-cba1-4952-ac9e-b1c92b2a29e5 gateway port host: dv-cinder-750782-15-smb {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:45:13.903233 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-2ebba212-ebf7-4780-83ed-57b22b0980cf req-9a06ed62-9748-4e05-a761-e53d8dc8c79f service neutron] 10.222.0.26 "GET /v2.0/networks/a3fc6832-8c49-4053-86a2-2925ffecb8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088245 Mar 31 15:45:14.019495 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-2ebba212-ebf7-4780-83ed-57b22b0980cf req-bdba7235-d7bc-47ab-af50-3e4565067c7c service neutron] 10.222.0.26 "GET /v2.0/networks/a3fc6832-8c49-4053-86a2-2925ffecb8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098592 Mar 31 15:45:14.063793 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-ceb43364-d9ad-4b83-87e9-b9a52dec3bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8511ec27-cba1-4952-ac9e-b1c92b2a29e5', 'name': 'tempest-TestShelveInstance-832430497-router', 'tenant_id': '240469f9130e460c95867b36952a1df2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.245'}], 'enable_snat': True}, 'gw_port_id': 'e7c3d3a5-a1f8-41e4-b89a-4789a35e1750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:44:21Z', 'updated_at': '2022-03-31T15:44:25Z', 'revision_number': 4, 'project_id': '240469f9130e460c95867b36952a1df2', 'gw_port': {'id': 'e7c3d3a5-a1f8-41e4-b89a-4789a35e1750', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8511ec27-cba1-4952-ac9e-b1c92b2a29e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:44:22Z', 'updated_at': '2022-03-31T15:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_floatingips': [{'id': 'c4c6bf9a-0350-46e0-a968-9761b66579a3', 'tenant_id': '240469f9130e460c95867b36952a1df2', 'floating_ip_address': '172.28.2.216', 'floating_network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'router_id': '8511ec27-cba1-4952-ac9e-b1c92b2a29e5', 'port_id': '0497cffd-a9f0-463e-9f92-3aa5e743ae55', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3fc6832-8c49-4053-86a2-2925ffecb8dc', 'mac_address': 'fa:16:3e:e0:dd:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c425bb-4e78-46bd-bc1d-ff350c5ac844', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:45:11Z', 'updated_at': '2022-03-31T15:45:11Z', 'revision_number': 0, 'project_id': '240469f9130e460c95867b36952a1df2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2026b793-0e8f-43d0-b24b-4060c2965a0e', 'name': '', 'network_id': 'a3fc6832-8c49-4053-86a2-2925ffecb8dc', 'tenant_id': '240469f9130e460c95867b36952a1df2', 'mac_address': 'fa:16:3e:bb:bc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8511ec27-cba1-4952-ac9e-b1c92b2a29e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'cba4a592-9143-4b08-90ed-afe3275c7e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:44:25Z', 'updated_at': '2022-03-31T15:44:30Z', 'revision_number': 5, 'project_id': '240469f9130e460c95867b36952a1df2', 'subnets': [{'id': 'cba4a592-9143-4b08-90ed-afe3275c7e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:45:14.090294 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb43364-d9ad-4b83-87e9-b9a52dec3bd5 None None] The sync data for ids ['8511ec27-cba1-4952-ac9e-b1c92b2a29e5'] in dv-cinder-750782-15-smb is: [{'id': '8511ec27-cba1-4952-ac9e-b1c92b2a29e5', 'name': 'tempest-TestShelveInstance-832430497-router', 'tenant_id': '240469f9130e460c95867b36952a1df2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.245'}], 'enable_snat': True}, 'gw_port_id': 'e7c3d3a5-a1f8-41e4-b89a-4789a35e1750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:44:21Z', 'updated_at': '2022-03-31T15:44:25Z', 'revision_number': 4, 'project_id': '240469f9130e460c95867b36952a1df2', 'gw_port': {'id': 'e7c3d3a5-a1f8-41e4-b89a-4789a35e1750', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8511ec27-cba1-4952-ac9e-b1c92b2a29e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:44:22Z', 'updated_at': '2022-03-31T15:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_floatingips': [{'id': 'c4c6bf9a-0350-46e0-a968-9761b66579a3', 'tenant_id': '240469f9130e460c95867b36952a1df2', 'floating_ip_address': '172.28.2.216', 'floating_network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'router_id': '8511ec27-cba1-4952-ac9e-b1c92b2a29e5', 'port_id': '0497cffd-a9f0-463e-9f92-3aa5e743ae55', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3fc6832-8c49-4053-86a2-2925ffecb8dc', 'mac_address': 'fa:16:3e:e0:dd:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c425bb-4e78-46bd-bc1d-ff350c5ac844', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:45:11Z', 'updated_at': '2022-03-31T15:45:11Z', 'revision_number': 0, 'project_id': '240469f9130e460c95867b36952a1df2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2026b793-0e8f-43d0-b24b-4060c2965a0e', 'name': '', 'network_id': 'a3fc6832-8c49-4053-86a2-2925ffecb8dc', 'tenant_id': '240469f9130e460c95867b36952a1df2', 'mac_address': 'fa:16:3e:bb:bc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8511ec27-cba1-4952-ac9e-b1c92b2a29e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'cba4a592-9143-4b08-90ed-afe3275c7e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:44:25Z', 'updated_at': '2022-03-31T15:44:30Z', 'revision_number': 5, 'project_id': '240469f9130e460c95867b36952a1df2', 'subnets': [{'id': 'cba4a592-9143-4b08-90ed-afe3275c7e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:45:14.317589 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae7a37d-d81a-46fc-b501-f4a35ac23e35 None None] New status for floating IP c4c6bf9a-0350-46e0-a968-9761b66579a3: ACTIVE {{(pid=104160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:45:34.231821 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-1b84ae02-13f9-4c0a-a9d5-0cb57916ddbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (80b0103a-7158-48a6-b59a-3fe393c523d9), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:36.288945 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (42669199-0b56-4e25-9a3d-cc561c912f6a), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:36.568696 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-79cb85c1-a8f4-4601-b291-a456b0133012 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (9721ac04-bac7-49da-b384-3a2049eedfa2), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:37.723765 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0b2f012e-2fbd-4b35-9815-8024e4a993e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fb816cbb-0527-4766-83b7-604ad6a553f5), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:39.569322 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-211e425b-1201-4862-afc0-6363249efbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (1ca8e2b3-6f2e-4d63-b52b-ad8a81fa6826), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:40.980474 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fd34c7ed-cab5-463e-81bb-e9aa6ef90623), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:43.484003 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.agents_db [None req-c7073644-962b-4037-b6f3-12a39092c58a None None] Agent healthcheck: found 6 active agents {{(pid=104161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:45:48.044164 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c16936-8281-4448-8899-efd746b77824 req-d450152c-afd3-4f99-b5b5-9057fc64c5ed tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:45:48.045691 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-67c16936-8281-4448-8899-efd746b77824 req-d450152c-afd3-4f99-b5b5-9057fc64c5ed tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9c08fda-43ea-4200-8c2a-87a0dcccaa83 HTTP/1.1" status: 200 len: 945 time: 0.0565767 Mar 31 15:45:48.094832 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-67c16936-8281-4448-8899-efd746b77824 req-a4fb1798-ca48-40ec-9438-4525926a6815 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=07b670b6-b264-4cf3-b35b-17d73608e1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426276 Mar 31 15:45:49.231747 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c07a3dd-7ad2-47cb-9280-c65eea783a42 req-b2da5dcf-6be9-47b0-b282-1475ec81ecfc tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:45:49.233282 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-2c07a3dd-7ad2-47cb-9280-c65eea783a42 req-b2da5dcf-6be9-47b0-b282-1475ec81ecfc tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9c08fda-43ea-4200-8c2a-87a0dcccaa83 HTTP/1.1" status: 200 len: 945 time: 0.0623629 Mar 31 15:45:49.289744 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-2c07a3dd-7ad2-47cb-9280-c65eea783a42 req-d7fc35c1-c62c-4e01-a9c0-e4e69864c55f tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=07b670b6-b264-4cf3-b35b-17d73608e1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495999 Mar 31 15:45:50.416667 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5884a20-ddf8-4b19-9f07-b27c46fcc9b7 req-eb2029d5-f0c0-46b1-ac80-d00cdee08b4b tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:45:50.418204 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-a5884a20-ddf8-4b19-9f07-b27c46fcc9b7 req-eb2029d5-f0c0-46b1-ac80-d00cdee08b4b tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9c08fda-43ea-4200-8c2a-87a0dcccaa83 HTTP/1.1" status: 200 len: 945 time: 0.0542181 Mar 31 15:45:50.471429 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-a5884a20-ddf8-4b19-9f07-b27c46fcc9b7 req-cd306681-3d14-495c-ac95-8b4ee01195f4 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=07b670b6-b264-4cf3-b35b-17d73608e1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466001 Mar 31 15:45:51.596902 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e487b-eb0f-45a5-8211-39b2a6916e9d req-bf1c6ffb-597b-482a-a601-02a38e5b6872 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:45:51.598401 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-040e487b-eb0f-45a5-8211-39b2a6916e9d req-bf1c6ffb-597b-482a-a601-02a38e5b6872 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9c08fda-43ea-4200-8c2a-87a0dcccaa83 HTTP/1.1" status: 200 len: 945 time: 0.0533695 Mar 31 15:45:51.649655 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-040e487b-eb0f-45a5-8211-39b2a6916e9d req-d960b2d2-1715-461a-8f7d-91d7378970e5 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=07b670b6-b264-4cf3-b35b-17d73608e1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453289 Mar 31 15:45:52.782238 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c459759-1e6a-4826-8c61-84a0c0658756 req-655dbca2-601b-4681-9b1d-e452ea6a59dc tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:45:52.783740 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-7c459759-1e6a-4826-8c61-84a0c0658756 req-655dbca2-601b-4681-9b1d-e452ea6a59dc tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9c08fda-43ea-4200-8c2a-87a0dcccaa83 HTTP/1.1" status: 200 len: 945 time: 0.0547209 Mar 31 15:45:52.831769 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-7c459759-1e6a-4826-8c61-84a0c0658756 req-cf4e6daf-522c-4f54-afa0-02809c111776 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=07b670b6-b264-4cf3-b35b-17d73608e1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423591 Mar 31 15:45:53.966155 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97de1c2b-e4fb-4dfe-a109-1f63f9b2e348 req-d1ff0f79-1cc7-452e-939e-7cdefbb794ba tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:45:53.967684 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-97de1c2b-e4fb-4dfe-a109-1f63f9b2e348 req-d1ff0f79-1cc7-452e-939e-7cdefbb794ba tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9c08fda-43ea-4200-8c2a-87a0dcccaa83 HTTP/1.1" status: 200 len: 945 time: 0.0625389 Mar 31 15:45:54.016539 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-97de1c2b-e4fb-4dfe-a109-1f63f9b2e348 req-b31323ae-8762-41a5-a06d-aa7ed1259d38 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=07b670b6-b264-4cf3-b35b-17d73608e1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430870 Mar 31 15:45:55.150834 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e55e8e-3e7e-42b3-99ff-d8460d2d43d3 req-b69d5ff4-b511-47cf-a1d4-728cabf7d2cb tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:45:55.152359 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-f3e55e8e-3e7e-42b3-99ff-d8460d2d43d3 req-b69d5ff4-b511-47cf-a1d4-728cabf7d2cb tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9c08fda-43ea-4200-8c2a-87a0dcccaa83 HTTP/1.1" status: 200 len: 945 time: 0.0533447 Mar 31 15:45:55.199030 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-f3e55e8e-3e7e-42b3-99ff-d8460d2d43d3 req-a8e291b4-4f3d-449f-8ed5-96d6d218c206 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=07b670b6-b264-4cf3-b35b-17d73608e1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410140 Mar 31 15:45:56.321514 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a8158f-e350-4be9-b0ec-03fa1402eb3b req-b2b78d96-702f-45a8-aa09-2005cfc3a1bf tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:45:56.323040 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-04a8158f-e350-4be9-b0ec-03fa1402eb3b req-b2b78d96-702f-45a8-aa09-2005cfc3a1bf tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9c08fda-43ea-4200-8c2a-87a0dcccaa83 HTTP/1.1" status: 200 len: 945 time: 0.0524907 Mar 31 15:45:56.381920 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-04a8158f-e350-4be9-b0ec-03fa1402eb3b req-9460c674-d5d9-4163-b01c-db0240871481 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=07b670b6-b264-4cf3-b35b-17d73608e1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531433 Mar 31 15:45:57.513478 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f1ef23-43e3-4cef-973d-bcdcbdebc796 req-e4c9e250-1fa0-438b-ae21-bdfec99e5e60 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:45:57.515330 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-a4f1ef23-43e3-4cef-973d-bcdcbdebc796 req-e4c9e250-1fa0-438b-ae21-bdfec99e5e60 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9c08fda-43ea-4200-8c2a-87a0dcccaa83 HTTP/1.1" status: 200 len: 945 time: 0.0574965 Mar 31 15:45:57.566967 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-a4f1ef23-43e3-4cef-973d-bcdcbdebc796 req-8b8258d1-55ac-44e3-a68e-7c2ebabf3223 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=07b670b6-b264-4cf3-b35b-17d73608e1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458355 Mar 31 15:45:58.703070 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee82d4d-52bc-4bc6-a11a-57a2beb4b79a req-c0df3cdb-564d-42f3-8010-c9523987a452 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:45:58.704617 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-1ee82d4d-52bc-4bc6-a11a-57a2beb4b79a req-c0df3cdb-564d-42f3-8010-c9523987a452 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9c08fda-43ea-4200-8c2a-87a0dcccaa83 HTTP/1.1" status: 200 len: 945 time: 0.0628226 Mar 31 15:45:58.750593 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-1ee82d4d-52bc-4bc6-a11a-57a2beb4b79a req-737b0fe9-89bf-474f-9670-5c67a96dee46 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=07b670b6-b264-4cf3-b35b-17d73608e1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399983 Mar 31 15:45:59.874608 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9919b2eb-97fe-4a34-85f2-7f37f0c661c2 req-db7e50f6-1752-40cf-959c-1f3c0e742f57 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:45:59.876122 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-9919b2eb-97fe-4a34-85f2-7f37f0c661c2 req-db7e50f6-1752-40cf-959c-1f3c0e742f57 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9c08fda-43ea-4200-8c2a-87a0dcccaa83 HTTP/1.1" status: 200 len: 945 time: 0.0527294 Mar 31 15:45:59.925038 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-9919b2eb-97fe-4a34-85f2-7f37f0c661c2 req-53889b70-7dbf-4022-a429-0245279e1b75 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=07b670b6-b264-4cf3-b35b-17d73608e1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425131 Mar 31 15:46:01.055036 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b6ce19-aabe-45f2-b7e4-d6f2822d1d75 req-c86b4b01-a4b2-4ceb-9c80-ca47c78c6f50 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:01.056453 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-98b6ce19-aabe-45f2-b7e4-d6f2822d1d75 req-c86b4b01-a4b2-4ceb-9c80-ca47c78c6f50 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9c08fda-43ea-4200-8c2a-87a0dcccaa83 HTTP/1.1" status: 200 len: 945 time: 0.0549579 Mar 31 15:46:01.108045 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-98b6ce19-aabe-45f2-b7e4-d6f2822d1d75 req-6e3e8cce-c27b-42ca-9e39-2d498806994b tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=07b670b6-b264-4cf3-b35b-17d73608e1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454247 Mar 31 15:46:02.236226 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c8a401-1362-421b-81ab-6a39ce9de0ce req-d9d074a5-1935-4f11-a4cd-5c5efc154b30 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:02.238275 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-a9c8a401-1362-421b-81ab-6a39ce9de0ce req-d9d074a5-1935-4f11-a4cd-5c5efc154b30 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9c08fda-43ea-4200-8c2a-87a0dcccaa83 HTTP/1.1" status: 200 len: 945 time: 0.0573726 Mar 31 15:46:02.286464 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-a9c8a401-1362-421b-81ab-6a39ce9de0ce req-093501f5-d41f-473e-813d-1677f2d8a44b tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=07b670b6-b264-4cf3-b35b-17d73608e1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423107 Mar 31 15:46:03.421486 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb95c474-6649-4881-b68c-a1e06ae5e082 req-7a07e66a-6e2f-4882-910c-da70f1f6a7a0 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:03.422963 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-cb95c474-6649-4881-b68c-a1e06ae5e082 req-7a07e66a-6e2f-4882-910c-da70f1f6a7a0 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9c08fda-43ea-4200-8c2a-87a0dcccaa83 HTTP/1.1" status: 200 len: 945 time: 0.0530260 Mar 31 15:46:03.475753 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-cb95c474-6649-4881-b68c-a1e06ae5e082 req-3c36f11e-8872-4c26-b50e-6a38a514176e tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=07b670b6-b264-4cf3-b35b-17d73608e1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471888 Mar 31 15:46:04.055355 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device e07eaf82-4eb7-483f-8e62-9aa9106ce594 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=104160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 15:46:04.165809 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] For port e07eaf82-4eb7-483f-8e62-9aa9106ce594, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=e07eaf82-4eb7-483f-8e62-9aa9106ce594,segment=NetworkSegment(6bcab16b-0c41-4f5b-8545-8863ae1cf078),segment_id=6bcab16b-0c41-4f5b-8545-8863ae1cf078)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:46:04.178495 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Returning: {'device': 'e07eaf82-4eb7-483f-8e62-9aa9106ce594', 'network_id': '6ce47f39-3814-4e43-bd73-afb159608eca', 'port_id': 'e07eaf82-4eb7-483f-8e62-9aa9106ce594', 'mac_address': 'fa:16:3e:31:95:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a2e610f-76e0-4760-b7be-8011d4581daa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 15:46:04.219234 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Current status of the port e07eaf82-4eb7-483f-8e62-9aa9106ce594 is: ACTIVE; New status is: BUILD {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:46:04.219616 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (e07eaf82-4eb7-483f-8e62-9aa9106ce594), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:46:04.228482 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-e7c05c50-ef3c-443a-ad6b-042c3092ee98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (80b0103a-7158-48a6-b59a-3fe393c523d9), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:46:04.235500 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.notifiers.nova [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e07eaf82-4eb7-483f-8e62-9aa9106ce594 {{(pid=104160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:46:04.256421 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] For port e07eaf82-4eb7-483f-8e62-9aa9106ce594, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=e07eaf82-4eb7-483f-8e62-9aa9106ce594,segment=NetworkSegment(6bcab16b-0c41-4f5b-8545-8863ae1cf078),segment_id=6bcab16b-0c41-4f5b-8545-8863ae1cf078)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:46:04.347733 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (e07eaf82-4eb7-483f-8e62-9aa9106ce594), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:46:04.398721 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Pushing event updated for resources: {'Port': ['ID=e07eaf82-4eb7-483f-8e62-9aa9106ce594,revision_number=6']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:46:04.406248 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:46:04.406590 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:46:04.406926 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:46:04.407282 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:46:04.407615 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:46:04.407936 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:46:04.408789 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:46:04.409119 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:46:04.409496 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:46:04.409796 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:46:04.410120 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:46:04.410440 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:46:04.410756 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:46:04.411071 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:46:04.411386 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:46:04.423357 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] get_ports_and_sgs() called for port_ids ['e07eaf82-4eb7-483f-8e62-9aa9106ce594'] {{(pid=104160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:46:04.602771 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced75e66-e61f-40b6-bad6-8f8acff4d932 req-1381ebeb-935d-4864-a5c8-d412f0032a0d tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:04.603734 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-ced75e66-e61f-40b6-bad6-8f8acff4d932 req-1381ebeb-935d-4864-a5c8-d412f0032a0d tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9c08fda-43ea-4200-8c2a-87a0dcccaa83 HTTP/1.1" status: 200 len: 944 time: 0.0550575 Mar 31 15:46:04.654609 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-ced75e66-e61f-40b6-bad6-8f8acff4d932 req-eaa35f91-ff54-49da-8500-b33d5c10ef84 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=07b670b6-b264-4cf3-b35b-17d73608e1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449374 Mar 31 15:46:05.782786 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802abfff-65fd-433a-800b-fd5a26427e3e req-3be7dd2a-c891-4a50-a265-39e0b88efa97 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:05.784785 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-802abfff-65fd-433a-800b-fd5a26427e3e req-3be7dd2a-c891-4a50-a265-39e0b88efa97 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9c08fda-43ea-4200-8c2a-87a0dcccaa83 HTTP/1.1" status: 200 len: 944 time: 0.0585046 Mar 31 15:46:05.831481 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-802abfff-65fd-433a-800b-fd5a26427e3e req-a112b0aa-913f-4ef0-a330-6f2b5843e081 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=07b670b6-b264-4cf3-b35b-17d73608e1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408268 Mar 31 15:46:06.062157 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device e07eaf82-4eb7-483f-8e62-9aa9106ce594 up at agent hyperv_hv-cinder-75078 {{(pid=104160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:46:06.110826 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Provisioning complete for port e07eaf82-4eb7-483f-8e62-9aa9106ce594 triggered by entity L2. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:46:06.111226 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (e07eaf82-4eb7-483f-8e62-9aa9106ce594), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:46:06.196012 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Current status of the port e07eaf82-4eb7-483f-8e62-9aa9106ce594 is: BUILD; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:46:06.196398 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (e07eaf82-4eb7-483f-8e62-9aa9106ce594), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:46:06.223635 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9c08fda-43ea-4200-8c2a-87a0dcccaa83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e07eaf82-4eb7-483f-8e62-9aa9106ce594'}] {{(pid=104160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:46:06.225975 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce3869fed81eb230bc7c00aef7f85a04080afe3b8b72d2e6fbd63f6167e83839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb6d7169-376f-4609-8911-2d56bee68465" -d '{"events": [{"server_uuid": "f9c08fda-43ea-4200-8c2a-87a0dcccaa83", "name": "network-vif-plugged", "status": "completed", "tag": "e07eaf82-4eb7-483f-8e62-9aa9106ce594"}]}' {{(pid=104160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:46:06.246529 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] For port e07eaf82-4eb7-483f-8e62-9aa9106ce594, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=e07eaf82-4eb7-483f-8e62-9aa9106ce594,segment=NetworkSegment(6bcab16b-0c41-4f5b-8545-8863ae1cf078),segment_id=6bcab16b-0c41-4f5b-8545-8863ae1cf078)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:46:06.270108 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1017c5d-48b6-4ef4-9ba5-99e32a81bb61 x-openstack-request-id: req-e1017c5d-48b6-4ef4-9ba5-99e32a81bb61 {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:46:06.270405 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9c08fda-43ea-4200-8c2a-87a0dcccaa83", "name": "network-vif-plugged", "status": "completed", "tag": "e07eaf82-4eb7-483f-8e62-9aa9106ce594", "code": 200}]} {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:46:06.270670 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e1017c5d-48b6-4ef4-9ba5-99e32a81bb61 {{(pid=104160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:46:06.271072 dv-cinder-750782-15-smb neutron-server[104160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1017c5d-48b6-4ef4-9ba5-99e32a81bb61'] response: {'server_uuid': 'f9c08fda-43ea-4200-8c2a-87a0dcccaa83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e07eaf82-4eb7-483f-8e62-9aa9106ce594', 'code': 200} Mar 31 15:46:06.345548 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (e07eaf82-4eb7-483f-8e62-9aa9106ce594), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:46:06.385438 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (42669199-0b56-4e25-9a3d-cc561c912f6a), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:46:06.398521 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Pushing event updated for resources: {'Port': ['ID=e07eaf82-4eb7-483f-8e62-9aa9106ce594,revision_number=7']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:46:06.539817 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-96a09876-9908-48a5-a4fc-9fe321ff9e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (9721ac04-bac7-49da-b384-3a2049eedfa2), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:46:06.975775 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9d4e32-b362-4e25-abbc-ea32bfb4a512 req-2aa16663-5c93-45d9-a5b5-50fa37a8a95e tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:06.992188 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-cb9d4e32-b362-4e25-abbc-ea32bfb4a512 req-2aa16663-5c93-45d9-a5b5-50fa37a8a95e tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9c08fda-43ea-4200-8c2a-87a0dcccaa83 HTTP/1.1" status: 200 len: 945 time: 0.0687599 Mar 31 15:46:07.059444 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-cb9d4e32-b362-4e25-abbc-ea32bfb4a512 req-77de002e-64a8-459e-a78d-3b40706af1a2 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=07b670b6-b264-4cf3-b35b-17d73608e1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753298 Mar 31 15:46:07.699939 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0b2f012e-2fbd-4b35-9815-8024e4a993e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fb816cbb-0527-4766-83b7-604ad6a553f5), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:46:08.206633 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4671006-3ea6-4f95-9206-300ba148e4ec req-d7e27d76-f899-42e4-8a90-0c63e59bcd72 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:08.208382 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-c4671006-3ea6-4f95-9206-300ba148e4ec req-d7e27d76-f899-42e4-8a90-0c63e59bcd72 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9c08fda-43ea-4200-8c2a-87a0dcccaa83 HTTP/1.1" status: 200 len: 945 time: 0.0593786 Mar 31 15:46:08.266535 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-c4671006-3ea6-4f95-9206-300ba148e4ec req-3d1ea549-b736-41f5-9ffc-c9dc2288ea0f tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=07b670b6-b264-4cf3-b35b-17d73608e1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516889 Mar 31 15:46:09.423070 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a80b2c0-c319-45fa-a26b-0d2f3d84adc2 req-d881932b-87ca-4ae6-87e2-2946eb11ae79 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:09.424925 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-2a80b2c0-c319-45fa-a26b-0d2f3d84adc2 req-d881932b-87ca-4ae6-87e2-2946eb11ae79 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9c08fda-43ea-4200-8c2a-87a0dcccaa83 HTTP/1.1" status: 200 len: 945 time: 0.0666440 Mar 31 15:46:09.481022 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-2a80b2c0-c319-45fa-a26b-0d2f3d84adc2 req-891b58c8-3419-4e44-8880-e20804f9342c tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=07b670b6-b264-4cf3-b35b-17d73608e1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466175 Mar 31 15:46:09.518246 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-211e425b-1201-4862-afc0-6363249efbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (1ca8e2b3-6f2e-4d63-b52b-ad8a81fa6826), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:46:10.619978 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f939c669-5ca6-4590-832c-2db5f6f5f950 req-a017cf2c-97c4-4723-94b8-6e9382bb0a42 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:10.622590 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-f939c669-5ca6-4590-832c-2db5f6f5f950 req-a017cf2c-97c4-4723-94b8-6e9382bb0a42 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9c08fda-43ea-4200-8c2a-87a0dcccaa83 HTTP/1.1" status: 200 len: 945 time: 0.0593455 Mar 31 15:46:10.678685 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-f939c669-5ca6-4590-832c-2db5f6f5f950 req-5ab985b0-7ffc-4e3d-ab46-7ad37d213d85 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=07b670b6-b264-4cf3-b35b-17d73608e1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465109 Mar 31 15:46:10.946311 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fd34c7ed-cab5-463e-81bb-e9aa6ef90623), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:46:11.862364 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad22e6-55ed-4d98-93a2-9a8b3bffbd92 req-25cfdd72-b9a8-499e-9802-97cdeb5042f6 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:11.865119 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-b4ad22e6-55ed-4d98-93a2-9a8b3bffbd92 req-25cfdd72-b9a8-499e-9802-97cdeb5042f6 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9c08fda-43ea-4200-8c2a-87a0dcccaa83 HTTP/1.1" status: 200 len: 945 time: 0.0801356 Mar 31 15:46:11.936558 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-b4ad22e6-55ed-4d98-93a2-9a8b3bffbd92 req-44f4c4e1-70f0-4980-80f6-3cb4a09aae67 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=07b670b6-b264-4cf3-b35b-17d73608e1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654361 Mar 31 15:46:13.140766 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca848ae-0ed8-429e-9861-bdbd35cdb6dd req-15536e28-750f-4bf4-9a3c-7df497c53f8f tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:13.147881 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-8ca848ae-0ed8-429e-9861-bdbd35cdb6dd req-15536e28-750f-4bf4-9a3c-7df497c53f8f tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9c08fda-43ea-4200-8c2a-87a0dcccaa83 HTTP/1.1" status: 200 len: 945 time: 0.0814850 Mar 31 15:46:13.200330 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-8ca848ae-0ed8-429e-9861-bdbd35cdb6dd req-1c1f6ddd-35e4-4b35-a211-cd257ca44cb1 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=07b670b6-b264-4cf3-b35b-17d73608e1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504932 Mar 31 15:46:13.952463 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-acd5e992-a3e8-4f4a-b2de-c8c1e3868633 req-3a4c99e1-d0c4-4ad5-9d6a-b8498872b49d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f3c425bb-4e78-46bd-bc1d-ff350c5ac844&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0636213 Mar 31 15:46:14.057434 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd5e992-a3e8-4f4a-b2de-c8c1e3868633 req-e866ee45-da7a-4939-9196-e22f3292fbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:14.059163 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-acd5e992-a3e8-4f4a-b2de-c8c1e3868633 req-e866ee45-da7a-4939-9196-e22f3292fbd2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=240469f9130e460c95867b36952a1df2&device_id=f3c425bb-4e78-46bd-bc1d-ff350c5ac844 HTTP/1.1" status: 200 len: 1129 time: 0.0803745 Mar 31 15:46:14.209828 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd5e992-a3e8-4f4a-b2de-c8c1e3868633 req-c66c6d45-a775-4184-abe7-46b0e50b2aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:14.211918 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-acd5e992-a3e8-4f4a-b2de-c8c1e3868633 req-c66c6d45-a775-4184-abe7-46b0e50b2aba service neutron] 10.222.0.26 "GET /v2.0/networks?id=a3fc6832-8c49-4053-86a2-2925ffecb8dc HTTP/1.1" status: 200 len: 909 time: 0.1267471 Mar 31 15:46:14.319176 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-acd5e992-a3e8-4f4a-b2de-c8c1e3868633 req-91adda5f-a57d-485d-bcf9-dab1ad5570e7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0497cffd-a9f0-463e-9f92-3aa5e743ae55 HTTP/1.1" status: 200 len: 1001 time: 0.0998130 Mar 31 15:46:14.375084 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd5e992-a3e8-4f4a-b2de-c8c1e3868633 req-cbf70c77-a8c8-4533-af40-8b6dff4055f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:14.376623 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-acd5e992-a3e8-4f4a-b2de-c8c1e3868633 req-cbf70c77-a8c8-4533-af40-8b6dff4055f1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cba4a592-9143-4b08-90ed-afe3275c7e69 HTTP/1.1" status: 200 len: 847 time: 0.0503778 Mar 31 15:46:14.403276 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebabce2-f831-40f8-b7e8-f7f1a1d873c1 req-dc5aeb0d-7084-4c2c-887d-36f823e47b86 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:14.411040 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-5ebabce2-f831-40f8-b7e8-f7f1a1d873c1 req-dc5aeb0d-7084-4c2c-887d-36f823e47b86 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9c08fda-43ea-4200-8c2a-87a0dcccaa83 HTTP/1.1" status: 200 len: 945 time: 0.1005630 Mar 31 15:46:14.452768 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd5e992-a3e8-4f4a-b2de-c8c1e3868633 req-bc0d6f2f-91c9-4eb9-abe4-4a0ce054a747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:14.454361 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-acd5e992-a3e8-4f4a-b2de-c8c1e3868633 req-bc0d6f2f-91c9-4eb9-abe4-4a0ce054a747 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a3fc6832-8c49-4053-86a2-2925ffecb8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0708184 Mar 31 15:46:14.509578 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-5ebabce2-f831-40f8-b7e8-f7f1a1d873c1 req-7f18a237-80ea-4054-b9cb-985024b0af78 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=07b670b6-b264-4cf3-b35b-17d73608e1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917020 Mar 31 15:46:14.575077 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-acd5e992-a3e8-4f4a-b2de-c8c1e3868633 req-1fec1354-0973-422e-a060-a270fcad4ea4 service neutron] 10.222.0.26 "GET /v2.0/networks/a3fc6832-8c49-4053-86a2-2925ffecb8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149001 Mar 31 15:46:14.687988 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-acd5e992-a3e8-4f4a-b2de-c8c1e3868633 req-8acfaca8-42b0-4565-9721-9dca5ebb906d service neutron] 10.222.0.26 "GET /v2.0/networks/a3fc6832-8c49-4053-86a2-2925ffecb8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063890 Mar 31 15:46:15.679035 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56843958-ed8a-4403-afb2-96a9f5856ca0 req-b85a0a62-92a3-480e-88d7-91bdbb10cbea tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:15.681458 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-56843958-ed8a-4403-afb2-96a9f5856ca0 req-b85a0a62-92a3-480e-88d7-91bdbb10cbea tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9c08fda-43ea-4200-8c2a-87a0dcccaa83 HTTP/1.1" status: 200 len: 945 time: 0.0812762 Mar 31 15:46:15.750475 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-56843958-ed8a-4403-afb2-96a9f5856ca0 req-096b860c-381a-4a60-ba42-81d7155744e0 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=07b670b6-b264-4cf3-b35b-17d73608e1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628345 Mar 31 15:46:16.889766 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d01ba5-b879-469f-b30f-5c620c86803a req-f1b741f1-732d-4d1a-8707-6cd978903ace tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:16.891237 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-d9d01ba5-b879-469f-b30f-5c620c86803a req-f1b741f1-732d-4d1a-8707-6cd978903ace tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9c08fda-43ea-4200-8c2a-87a0dcccaa83 HTTP/1.1" status: 200 len: 945 time: 0.0530241 Mar 31 15:46:16.938356 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-d9d01ba5-b879-469f-b30f-5c620c86803a req-a8f6fc03-c61b-4ad6-9e76-90ab7ad419bd tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=07b670b6-b264-4cf3-b35b-17d73608e1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408406 Mar 31 15:46:18.084802 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c5bbac-a11c-4547-9bfa-a8d05d1e1c23 req-e2f22444-6f1b-47d6-a7a8-663e00b50e60 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:18.086365 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-65c5bbac-a11c-4547-9bfa-a8d05d1e1c23 req-e2f22444-6f1b-47d6-a7a8-663e00b50e60 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9c08fda-43ea-4200-8c2a-87a0dcccaa83 HTTP/1.1" status: 200 len: 945 time: 0.0690043 Mar 31 15:46:18.143930 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-65c5bbac-a11c-4547-9bfa-a8d05d1e1c23 req-ff103e96-0bcf-44da-8b5b-5f1d36b7ab37 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=07b670b6-b264-4cf3-b35b-17d73608e1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509434 Mar 31 15:46:19.119614 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6774618d-4537-4b7b-a027-787409b9ff77 req-7722f187-44bc-4732-b3cb-6b66f3ff7546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:19.121273 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-6774618d-4537-4b7b-a027-787409b9ff77 req-7722f187-44bc-4732-b3cb-6b66f3ff7546 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c680e9e6d388412fa4440c103afb5577&device_id=f9c08fda-43ea-4200-8c2a-87a0dcccaa83 HTTP/1.1" status: 200 len: 1129 time: 0.0538087 Mar 31 15:46:19.233528 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6774618d-4537-4b7b-a027-787409b9ff77 req-fcb0ad46-53d7-4d03-9280-8a1e45062731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:19.235004 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-6774618d-4537-4b7b-a027-787409b9ff77 req-fcb0ad46-53d7-4d03-9280-8a1e45062731 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6ce47f39-3814-4e43-bd73-afb159608eca HTTP/1.1" status: 200 len: 917 time: 0.1085362 Mar 31 15:46:19.278441 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124a4b52-f246-4dc7-b575-0f43faf7b319 req-def3ed43-47b9-440b-b96a-60c0e61ab8bd tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:19.280370 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-124a4b52-f246-4dc7-b575-0f43faf7b319 req-def3ed43-47b9-440b-b96a-60c0e61ab8bd tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9c08fda-43ea-4200-8c2a-87a0dcccaa83 HTTP/1.1" status: 200 len: 945 time: 0.0619273 Mar 31 15:46:19.306562 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-6774618d-4537-4b7b-a027-787409b9ff77 req-99ebc21a-5d22-4b06-ae0d-0028fd5d260d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e07eaf82-4eb7-483f-8e62-9aa9106ce594 HTTP/1.1" status: 200 len: 1001 time: 0.0658052 Mar 31 15:46:19.337564 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-124a4b52-f246-4dc7-b575-0f43faf7b319 req-6b95f7a3-60b8-4da9-aba9-28e41206c8a3 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=07b670b6-b264-4cf3-b35b-17d73608e1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459166 Mar 31 15:46:19.360556 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6774618d-4537-4b7b-a027-787409b9ff77 req-2f1238f9-9040-47ce-9018-10b8ed4da997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:19.362749 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-6774618d-4537-4b7b-a027-787409b9ff77 req-2f1238f9-9040-47ce-9018-10b8ed4da997 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9a2e610f-76e0-4760-b7be-8011d4581daa HTTP/1.1" status: 200 len: 855 time: 0.0512822 Mar 31 15:46:19.416634 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6774618d-4537-4b7b-a027-787409b9ff77 req-054511ba-bfc4-464c-a44b-221f11068657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:19.418234 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-6774618d-4537-4b7b-a027-787409b9ff77 req-054511ba-bfc4-464c-a44b-221f11068657 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6ce47f39-3814-4e43-bd73-afb159608eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0492923 Mar 31 15:46:19.524224 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-6774618d-4537-4b7b-a027-787409b9ff77 req-711024a3-3283-4e07-b6c1-4b01b3750f2f service neutron] 10.222.0.26 "GET /v2.0/networks/6ce47f39-3814-4e43-bd73-afb159608eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993526 Mar 31 15:46:19.635743 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-6774618d-4537-4b7b-a027-787409b9ff77 req-20bb7497-6df2-4763-9989-3a68b65c5d10 service neutron] 10.222.0.26 "GET /v2.0/networks/6ce47f39-3814-4e43-bd73-afb159608eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063545 Mar 31 15:46:20.479343 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf7a586-27fa-4b6e-99c8-c9aa12e2daad req-679e69b5-372b-4af2-ba9f-301847a9a2ea tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:20.480921 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-4cf7a586-27fa-4b6e-99c8-c9aa12e2daad req-679e69b5-372b-4af2-ba9f-301847a9a2ea tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9c08fda-43ea-4200-8c2a-87a0dcccaa83 HTTP/1.1" status: 200 len: 945 time: 0.0640335 Mar 31 15:46:20.486005 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.agents_db [None req-c7073644-962b-4037-b6f3-12a39092c58a None None] Agent healthcheck: found 6 active agents {{(pid=104161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:46:20.541128 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-4cf7a586-27fa-4b6e-99c8-c9aa12e2daad req-7dcbf827-8f59-452d-aa6f-00642281f0cb tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=07b670b6-b264-4cf3-b35b-17d73608e1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514941 Mar 31 15:46:21.691049 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa23dde-b699-40cb-b753-3fa2e1e641ee req-ff947cc9-d481-45fd-b3cc-0365f58c13c9 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:21.692619 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-8aa23dde-b699-40cb-b753-3fa2e1e641ee req-ff947cc9-d481-45fd-b3cc-0365f58c13c9 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9c08fda-43ea-4200-8c2a-87a0dcccaa83 HTTP/1.1" status: 200 len: 945 time: 0.0679920 Mar 31 15:46:21.758527 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-8aa23dde-b699-40cb-b753-3fa2e1e641ee req-56f57d67-1f5a-4164-a623-6dca87006745 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=07b670b6-b264-4cf3-b35b-17d73608e1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598073 Mar 31 15:46:22.140014 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device e07eaf82-4eb7-483f-8e62-9aa9106ce594 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=104160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:46:22.220971 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Current status of the port e07eaf82-4eb7-483f-8e62-9aa9106ce594 is: ACTIVE; New status is: DOWN {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:46:22.221522 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (e07eaf82-4eb7-483f-8e62-9aa9106ce594), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:46:22.243652 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9c08fda-43ea-4200-8c2a-87a0dcccaa83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e07eaf82-4eb7-483f-8e62-9aa9106ce594'}] {{(pid=104160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:46:22.245893 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce3869fed81eb230bc7c00aef7f85a04080afe3b8b72d2e6fbd63f6167e83839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc96b444-c093-4048-8f52-dbe5f45f4b36" -d '{"events": [{"server_uuid": "f9c08fda-43ea-4200-8c2a-87a0dcccaa83", "name": "network-vif-unplugged", "status": "completed", "tag": "e07eaf82-4eb7-483f-8e62-9aa9106ce594"}]}' {{(pid=104160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:46:22.261630 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] For port e07eaf82-4eb7-483f-8e62-9aa9106ce594, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=e07eaf82-4eb7-483f-8e62-9aa9106ce594,segment=NetworkSegment(6bcab16b-0c41-4f5b-8545-8863ae1cf078),segment_id=6bcab16b-0c41-4f5b-8545-8863ae1cf078)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:46:22.281776 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 31 Mar 2022 15:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-131eb43d-359c-4e23-ade9-26808bb9c74f x-openstack-request-id: req-131eb43d-359c-4e23-ade9-26808bb9c74f {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:46:22.282154 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9c08fda-43ea-4200-8c2a-87a0dcccaa83", "name": "network-vif-unplugged", "status": "failed", "tag": "e07eaf82-4eb7-483f-8e62-9aa9106ce594", "code": 422}]} {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:46:22.283145 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-131eb43d-359c-4e23-ade9-26808bb9c74f {{(pid=104160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:46:22.283897 dv-cinder-750782-15-smb neutron-server[104160]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-131eb43d-359c-4e23-ade9-26808bb9c74f']: {'server_uuid': 'f9c08fda-43ea-4200-8c2a-87a0dcccaa83', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e07eaf82-4eb7-483f-8e62-9aa9106ce594', 'code': 422} returned with failed status Mar 31 15:46:22.356870 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (e07eaf82-4eb7-483f-8e62-9aa9106ce594), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:46:22.411448 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Pushing event updated for resources: {'Port': ['ID=e07eaf82-4eb7-483f-8e62-9aa9106ce594,revision_number=8']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:46:24.172829 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [req-816d94d9-e92a-4ad7-8742-6848299a36b0 req-615c2593-d1db-46e0-a3e3-f4329bc21fbb service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=104158) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 15:46:24.174452 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-816d94d9-e92a-4ad7-8742-6848299a36b0 req-615c2593-d1db-46e0-a3e3-f4329bc21fbb service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061393 Mar 31 15:46:24.579021 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b50d35-a5b0-4cf7-a65c-269c3cd371f8 req-5455b33b-7a8a-473a-a627-cd9876c83c93 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:24.580602 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-f2b50d35-a5b0-4cf7-a65c-269c3cd371f8 req-5455b33b-7a8a-473a-a627-cd9876c83c93 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9c08fda-43ea-4200-8c2a-87a0dcccaa83 HTTP/1.1" status: 200 len: 943 time: 0.1074393 Mar 31 15:46:24.637793 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-f2b50d35-a5b0-4cf7-a65c-269c3cd371f8 req-8623e02c-23b1-4399-8b62-96ad3da81bc9 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=07b670b6-b264-4cf3-b35b-17d73608e1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506365 Mar 31 15:46:24.955027 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 52156) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:46:25.058507 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-07083519-6226-4ee9-86f8-46dffbce2526 req-90dc6c4c-d851-49ff-8170-1f03ef9e4f5e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f9c08fda-43ea-4200-8c2a-87a0dcccaa83&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1023724 Mar 31 15:46:25.068041 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [req-07083519-6226-4ee9-86f8-46dffbce2526 req-2e80fc1e-bd58-415e-ad16-be64b9415349 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=104159) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 15:46:25.069271 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-07083519-6226-4ee9-86f8-46dffbce2526 req-2e80fc1e-bd58-415e-ad16-be64b9415349 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057182 Mar 31 15:46:25.163540 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 52164) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:46:25.265753 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07083519-6226-4ee9-86f8-46dffbce2526 req-9a61f145-c4b4-4026-8b6d-f062cb9a8caf tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:25.267678 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-07083519-6226-4ee9-86f8-46dffbce2526 req-9a61f145-c4b4-4026-8b6d-f062cb9a8caf tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports/e07eaf82-4eb7-483f-8e62-9aa9106ce594 HTTP/1.1" status: 200 len: 940 time: 0.1027021 Mar 31 15:46:25.768713 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a78f60-0b33-4304-a0f7-ca35eeb98360 req-fd914da5-aba6-45da-9cd6-ce2da644f75b tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:25.770231 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-96a78f60-0b33-4304-a0f7-ca35eeb98360 req-fd914da5-aba6-45da-9cd6-ce2da644f75b tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9c08fda-43ea-4200-8c2a-87a0dcccaa83 HTTP/1.1" status: 200 len: 943 time: 0.0576119 Mar 31 15:46:25.820333 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-96a78f60-0b33-4304-a0f7-ca35eeb98360 req-b71a15f8-9248-4155-a313-0a00a44daafa tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=07b670b6-b264-4cf3-b35b-17d73608e1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421979 Mar 31 15:46:26.729930 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07083519-6226-4ee9-86f8-46dffbce2526 req-6b233a33-6cde-4daf-b869-4032649fbc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:26.731509 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-07083519-6226-4ee9-86f8-46dffbce2526 req-6b233a33-6cde-4daf-b869-4032649fbc4b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f9c08fda-43ea-4200-8c2a-87a0dcccaa83&tenant_id=c680e9e6d388412fa4440c103afb5577 HTTP/1.1" status: 200 len: 1127 time: 0.0460215 Mar 31 15:46:26.740463 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [req-07083519-6226-4ee9-86f8-46dffbce2526 req-5f04d439-f956-4535-a430-f7768cd9b969 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=104158) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 15:46:26.741605 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-07083519-6226-4ee9-86f8-46dffbce2526 req-5f04d439-f956-4535-a430-f7768cd9b969 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050330 Mar 31 15:46:26.812441 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07083519-6226-4ee9-86f8-46dffbce2526 req-2fca8cbf-f1da-43df-a000-e850353ba878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:26.814485 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-07083519-6226-4ee9-86f8-46dffbce2526 req-2fca8cbf-f1da-43df-a000-e850353ba878 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c680e9e6d388412fa4440c103afb5577&device_id=f9c08fda-43ea-4200-8c2a-87a0dcccaa83 HTTP/1.1" status: 200 len: 1127 time: 0.0501790 Mar 31 15:46:26.908627 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07083519-6226-4ee9-86f8-46dffbce2526 req-43817187-8cfc-4285-8fbf-402a41836026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:26.910235 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-07083519-6226-4ee9-86f8-46dffbce2526 req-43817187-8cfc-4285-8fbf-402a41836026 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6ce47f39-3814-4e43-bd73-afb159608eca HTTP/1.1" status: 200 len: 917 time: 0.0906074 Mar 31 15:46:26.951371 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942c1342-1f41-41ff-bd0b-7a4ae11504bf req-d527d7d9-f39f-4b06-8291-c9b98e57fcbf tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:26.952943 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-942c1342-1f41-41ff-bd0b-7a4ae11504bf req-d527d7d9-f39f-4b06-8291-c9b98e57fcbf tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9c08fda-43ea-4200-8c2a-87a0dcccaa83 HTTP/1.1" status: 200 len: 943 time: 0.0566046 Mar 31 15:46:26.997865 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-07083519-6226-4ee9-86f8-46dffbce2526 req-bc9a99b5-8ec4-4487-b6ab-feb1fef954a3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e07eaf82-4eb7-483f-8e62-9aa9106ce594 HTTP/1.1" status: 200 len: 999 time: 0.0651145 Mar 31 15:46:27.000468 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-942c1342-1f41-41ff-bd0b-7a4ae11504bf req-078f780e-588d-4ea9-b929-d76caeed7dc5 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=07b670b6-b264-4cf3-b35b-17d73608e1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416889 Mar 31 15:46:27.034228 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07083519-6226-4ee9-86f8-46dffbce2526 req-c31588ff-b3e9-45c8-84d3-277ced193cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:27.035878 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-07083519-6226-4ee9-86f8-46dffbce2526 req-c31588ff-b3e9-45c8-84d3-277ced193cbd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9a2e610f-76e0-4760-b7be-8011d4581daa HTTP/1.1" status: 200 len: 855 time: 0.0493546 Mar 31 15:46:27.095008 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07083519-6226-4ee9-86f8-46dffbce2526 req-1eae3c10-77d4-4c2d-839d-df007b1b8e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:27.096514 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-07083519-6226-4ee9-86f8-46dffbce2526 req-1eae3c10-77d4-4c2d-839d-df007b1b8e90 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6ce47f39-3814-4e43-bd73-afb159608eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0538406 Mar 31 15:46:27.201409 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-07083519-6226-4ee9-86f8-46dffbce2526 req-b18ae926-6be5-4610-8b68-c1e1fae3e3b8 service neutron] 10.222.0.26 "GET /v2.0/networks/6ce47f39-3814-4e43-bd73-afb159608eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992472 Mar 31 15:46:27.299361 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-07083519-6226-4ee9-86f8-46dffbce2526 req-8dee0d22-864a-4d0d-886d-a469a0ad3bc3 service neutron] 10.222.0.26 "GET /v2.0/networks/6ce47f39-3814-4e43-bd73-afb159608eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920920 Mar 31 15:46:28.160935 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7852ad5f-a233-49c4-94ef-2db9bea3caf0 req-33e4a9ad-2806-4e14-aa75-b3fde5bcdd05 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:28.169160 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-7852ad5f-a233-49c4-94ef-2db9bea3caf0 req-33e4a9ad-2806-4e14-aa75-b3fde5bcdd05 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9c08fda-43ea-4200-8c2a-87a0dcccaa83 HTTP/1.1" status: 200 len: 943 time: 0.0705431 Mar 31 15:46:28.237060 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-7852ad5f-a233-49c4-94ef-2db9bea3caf0 req-60a1a3f0-5418-4219-bf22-a81d0fb5b2ee tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=07b670b6-b264-4cf3-b35b-17d73608e1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664732 Mar 31 15:46:29.387002 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6004d5-de77-40b2-8850-d9c246898afa req-d38c7b6e-973c-49b5-847e-56b01169ec3c tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:29.392142 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-9c6004d5-de77-40b2-8850-d9c246898afa req-d38c7b6e-973c-49b5-847e-56b01169ec3c tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9c08fda-43ea-4200-8c2a-87a0dcccaa83 HTTP/1.1" status: 200 len: 943 time: 0.0662417 Mar 31 15:46:29.456928 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-9c6004d5-de77-40b2-8850-d9c246898afa req-2b0aa7fe-a57a-45ed-9489-23a1c8e3ab9e tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=07b670b6-b264-4cf3-b35b-17d73608e1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621316 Mar 31 15:46:30.619644 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f53d78f-890f-497d-8f5a-bd4b6a3dedb4 req-baa9bccf-4c6a-478b-ae89-555d5f5755b3 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:30.621116 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-8f53d78f-890f-497d-8f5a-bd4b6a3dedb4 req-baa9bccf-4c6a-478b-ae89-555d5f5755b3 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9c08fda-43ea-4200-8c2a-87a0dcccaa83 HTTP/1.1" status: 200 len: 943 time: 0.0679836 Mar 31 15:46:30.689824 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-8f53d78f-890f-497d-8f5a-bd4b6a3dedb4 req-bfac9f70-9c5e-4b94-8110-588697873824 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=07b670b6-b264-4cf3-b35b-17d73608e1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557513 Mar 31 15:46:31.862598 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cded83-8a35-44b9-9766-5c9abc4adfa0 req-d4171263-9a68-40ed-a5c9-6166ae1208ff tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:31.864299 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-46cded83-8a35-44b9-9766-5c9abc4adfa0 req-d4171263-9a68-40ed-a5c9-6166ae1208ff tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9c08fda-43ea-4200-8c2a-87a0dcccaa83 HTTP/1.1" status: 200 len: 943 time: 0.0687175 Mar 31 15:46:31.922449 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-46cded83-8a35-44b9-9766-5c9abc4adfa0 req-0903fdbc-4b6e-4057-b293-3ce8f38f236b tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=07b670b6-b264-4cf3-b35b-17d73608e1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465913 Mar 31 15:46:33.070751 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05835ccf-cf9d-4802-a9a5-dc3f87adbe52 req-e66bc96e-bb17-4f72-b52b-361fade6d054 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:33.070751 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-05835ccf-cf9d-4802-a9a5-dc3f87adbe52 req-e66bc96e-bb17-4f72-b52b-361fade6d054 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9c08fda-43ea-4200-8c2a-87a0dcccaa83 HTTP/1.1" status: 200 len: 943 time: 0.0635610 Mar 31 15:46:33.142072 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-05835ccf-cf9d-4802-a9a5-dc3f87adbe52 req-f7a876ff-f87a-4bdf-af76-904d7a0e8516 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=07b670b6-b264-4cf3-b35b-17d73608e1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663588 Mar 31 15:46:34.230514 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-8df28704-1fac-46e7-b19c-5aadceb8d19a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (80b0103a-7158-48a6-b59a-3fe393c523d9), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:46:34.289667 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66de1b20-1b5c-4629-90eb-886230b8c11f req-6a71645e-9f9f-41c2-b21a-53c635eb5e12 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:34.291736 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-66de1b20-1b5c-4629-90eb-886230b8c11f req-6a71645e-9f9f-41c2-b21a-53c635eb5e12 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9c08fda-43ea-4200-8c2a-87a0dcccaa83 HTTP/1.1" status: 200 len: 943 time: 0.0584984 Mar 31 15:46:34.346255 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-66de1b20-1b5c-4629-90eb-886230b8c11f req-f35466b5-807f-4b6b-81be-c1a79acdf73e tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=07b670b6-b264-4cf3-b35b-17d73608e1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494311 Mar 31 15:46:35.493948 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7c1411-4aa6-43db-a2fa-03e35e7c98ef req-e80a6b93-b180-4aeb-bc96-1f243413becd tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:35.495541 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-0f7c1411-4aa6-43db-a2fa-03e35e7c98ef req-e80a6b93-b180-4aeb-bc96-1f243413becd tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9c08fda-43ea-4200-8c2a-87a0dcccaa83 HTTP/1.1" status: 200 len: 943 time: 0.0570397 Mar 31 15:46:35.545529 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-0f7c1411-4aa6-43db-a2fa-03e35e7c98ef req-7aaa8e19-d446-4394-be93-42027097b962 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=07b670b6-b264-4cf3-b35b-17d73608e1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427902 Mar 31 15:46:36.432090 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (42669199-0b56-4e25-9a3d-cc561c912f6a), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:46:36.521860 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d12065ae-ee11-4792-8179-a8f611ea6930 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (9721ac04-bac7-49da-b384-3a2049eedfa2), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:46:36.680503 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4de462-012c-48ff-a238-7a178ab06b3d req-14840c8b-dfab-4cc8-8729-91d6f3fee196 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:36.682217 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-2b4de462-012c-48ff-a238-7a178ab06b3d req-14840c8b-dfab-4cc8-8729-91d6f3fee196 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9c08fda-43ea-4200-8c2a-87a0dcccaa83 HTTP/1.1" status: 200 len: 943 time: 0.0597138 Mar 31 15:46:36.737289 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-2b4de462-012c-48ff-a238-7a178ab06b3d req-0fc976c6-6194-4a1b-9314-d12d66ba688f tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=07b670b6-b264-4cf3-b35b-17d73608e1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477421 Mar 31 15:46:37.688071 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0b2f012e-2fbd-4b35-9815-8024e4a993e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fb816cbb-0527-4766-83b7-604ad6a553f5), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:46:38.155329 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86d73c6-c57f-4958-b3e2-a19c9925cec1 req-c6bc9f9b-4b0b-490c-9617-4d6eb4af725c tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:38.156885 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-d86d73c6-c57f-4958-b3e2-a19c9925cec1 req-c6bc9f9b-4b0b-490c-9617-4d6eb4af725c tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9c08fda-43ea-4200-8c2a-87a0dcccaa83 HTTP/1.1" status: 200 len: 943 time: 0.3307347 Mar 31 15:46:38.178493 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device e07eaf82-4eb7-483f-8e62-9aa9106ce594 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=104160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 15:46:38.204819 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-d86d73c6-c57f-4958-b3e2-a19c9925cec1 req-3da64aa9-f801-487f-865c-b6b879392d89 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=07b670b6-b264-4cf3-b35b-17d73608e1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422437 Mar 31 15:46:38.275675 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] For port e07eaf82-4eb7-483f-8e62-9aa9106ce594, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=e07eaf82-4eb7-483f-8e62-9aa9106ce594,segment=NetworkSegment(6bcab16b-0c41-4f5b-8545-8863ae1cf078),segment_id=6bcab16b-0c41-4f5b-8545-8863ae1cf078)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:46:38.288556 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Returning: {'device': 'e07eaf82-4eb7-483f-8e62-9aa9106ce594', 'network_id': '6ce47f39-3814-4e43-bd73-afb159608eca', 'port_id': 'e07eaf82-4eb7-483f-8e62-9aa9106ce594', 'mac_address': 'fa:16:3e:31:95:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a2e610f-76e0-4760-b7be-8011d4581daa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 15:46:38.331223 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Current status of the port e07eaf82-4eb7-483f-8e62-9aa9106ce594 is: DOWN; New status is: BUILD {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:46:38.331610 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (e07eaf82-4eb7-483f-8e62-9aa9106ce594), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:46:38.347818 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.notifiers.nova [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e07eaf82-4eb7-483f-8e62-9aa9106ce594 {{(pid=104160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:46:38.367084 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] For port e07eaf82-4eb7-483f-8e62-9aa9106ce594, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=e07eaf82-4eb7-483f-8e62-9aa9106ce594,segment=NetworkSegment(6bcab16b-0c41-4f5b-8545-8863ae1cf078),segment_id=6bcab16b-0c41-4f5b-8545-8863ae1cf078)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:46:38.436469 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (e07eaf82-4eb7-483f-8e62-9aa9106ce594), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:46:38.482946 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Pushing event updated for resources: {'Port': ['ID=e07eaf82-4eb7-483f-8e62-9aa9106ce594,revision_number=9']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:46:38.661085 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] get_ports_and_sgs() called for port_ids ['e07eaf82-4eb7-483f-8e62-9aa9106ce594'] {{(pid=104160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:46:39.337786 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ec3e18-bfde-4e10-83bf-99c777aac415 req-15a58853-2538-4558-baf8-797b3a2cccd2 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:39.339207 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-56ec3e18-bfde-4e10-83bf-99c777aac415 req-15a58853-2538-4558-baf8-797b3a2cccd2 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9c08fda-43ea-4200-8c2a-87a0dcccaa83 HTTP/1.1" status: 200 len: 944 time: 0.0528607 Mar 31 15:46:39.388044 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-56ec3e18-bfde-4e10-83bf-99c777aac415 req-9f62c3cc-7b43-4ca5-94fb-089aa586ac3f tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=07b670b6-b264-4cf3-b35b-17d73608e1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431116 Mar 31 15:46:39.567959 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-211e425b-1201-4862-afc0-6363249efbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (1ca8e2b3-6f2e-4d63-b52b-ad8a81fa6826), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:46:40.183886 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device e07eaf82-4eb7-483f-8e62-9aa9106ce594 up at agent hyperv_hv-cinder-75078 {{(pid=104160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:46:40.236087 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Provisioning complete for port e07eaf82-4eb7-483f-8e62-9aa9106ce594 triggered by entity L2. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:46:40.236449 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (e07eaf82-4eb7-483f-8e62-9aa9106ce594), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:46:40.331943 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Current status of the port e07eaf82-4eb7-483f-8e62-9aa9106ce594 is: BUILD; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:46:40.332325 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (e07eaf82-4eb7-483f-8e62-9aa9106ce594), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:46:40.353755 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9c08fda-43ea-4200-8c2a-87a0dcccaa83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e07eaf82-4eb7-483f-8e62-9aa9106ce594'}] {{(pid=104160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:46:40.355982 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce3869fed81eb230bc7c00aef7f85a04080afe3b8b72d2e6fbd63f6167e83839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35be58d6-b289-41b0-b58a-e4b9a62a6fe7" -d '{"events": [{"server_uuid": "f9c08fda-43ea-4200-8c2a-87a0dcccaa83", "name": "network-vif-plugged", "status": "completed", "tag": "e07eaf82-4eb7-483f-8e62-9aa9106ce594"}]}' {{(pid=104160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:46:40.368630 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] For port e07eaf82-4eb7-483f-8e62-9aa9106ce594, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=e07eaf82-4eb7-483f-8e62-9aa9106ce594,segment=NetworkSegment(6bcab16b-0c41-4f5b-8545-8863ae1cf078),segment_id=6bcab16b-0c41-4f5b-8545-8863ae1cf078)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:46:40.393195 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb05106-3198-4e77-a852-5b5151588f33 x-openstack-request-id: req-ecb05106-3198-4e77-a852-5b5151588f33 {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:46:40.393522 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9c08fda-43ea-4200-8c2a-87a0dcccaa83", "name": "network-vif-plugged", "status": "completed", "tag": "e07eaf82-4eb7-483f-8e62-9aa9106ce594", "code": 200}]} {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:46:40.393779 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ecb05106-3198-4e77-a852-5b5151588f33 {{(pid=104160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:46:40.394179 dv-cinder-750782-15-smb neutron-server[104160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecb05106-3198-4e77-a852-5b5151588f33'] response: {'server_uuid': 'f9c08fda-43ea-4200-8c2a-87a0dcccaa83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e07eaf82-4eb7-483f-8e62-9aa9106ce594', 'code': 200} Mar 31 15:46:40.451289 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (e07eaf82-4eb7-483f-8e62-9aa9106ce594), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:46:40.500238 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Pushing event updated for resources: {'Port': ['ID=e07eaf82-4eb7-483f-8e62-9aa9106ce594,revision_number=10']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:46:40.525181 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608c1a01-8d91-4b78-84b9-b258960d5fcd req-ed320e43-ae46-44d5-92fb-7eedf50b0138 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:40.526775 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-608c1a01-8d91-4b78-84b9-b258960d5fcd req-ed320e43-ae46-44d5-92fb-7eedf50b0138 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9c08fda-43ea-4200-8c2a-87a0dcccaa83 HTTP/1.1" status: 200 len: 946 time: 0.0602930 Mar 31 15:46:40.583540 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-608c1a01-8d91-4b78-84b9-b258960d5fcd req-63a32f4e-2215-4e8a-9c61-d86261773141 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=07b670b6-b264-4cf3-b35b-17d73608e1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500643 Mar 31 15:46:40.774395 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55884b78-72b3-4b8c-8864-eb2b10036cd1 req-427b1f31-51bc-4f35-823e-2a1bb17eed39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:40.776029 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-55884b78-72b3-4b8c-8864-eb2b10036cd1 req-427b1f31-51bc-4f35-823e-2a1bb17eed39 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f9c08fda-43ea-4200-8c2a-87a0dcccaa83 HTTP/1.1" status: 200 len: 1130 time: 0.0471745 Mar 31 15:46:40.828823 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-55884b78-72b3-4b8c-8864-eb2b10036cd1 req-6880c94a-9622-47d5-8db5-1bb41f7a4217 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=07b670b6-b264-4cf3-b35b-17d73608e1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468359 Mar 31 15:46:40.944774 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fd34c7ed-cab5-463e-81bb-e9aa6ef90623), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:46:41.710223 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b4e9cf-b598-459d-b9c8-bfea2e3a4c17 req-4c241141-dfac-4fe8-8ab6-4aaaddad2da8 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:41.711483 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-00b4e9cf-b598-459d-b9c8-bfea2e3a4c17 req-4c241141-dfac-4fe8-8ab6-4aaaddad2da8 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9c08fda-43ea-4200-8c2a-87a0dcccaa83 HTTP/1.1" status: 200 len: 946 time: 0.0526695 Mar 31 15:46:41.760702 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-00b4e9cf-b598-459d-b9c8-bfea2e3a4c17 req-6e0c6beb-11c7-4a9b-8f36-60fc1cbcef16 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=07b670b6-b264-4cf3-b35b-17d73608e1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436232 Mar 31 15:46:42.893447 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7405f16c-ea34-4188-b1dc-9588e2a998d1 req-4af76e46-ff08-4d5b-a4f7-4f59982ae700 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:42.894937 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-7405f16c-ea34-4188-b1dc-9588e2a998d1 req-4af76e46-ff08-4d5b-a4f7-4f59982ae700 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9c08fda-43ea-4200-8c2a-87a0dcccaa83 HTTP/1.1" status: 200 len: 946 time: 0.0576780 Mar 31 15:46:42.943119 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-7405f16c-ea34-4188-b1dc-9588e2a998d1 req-bc4d2d19-8d21-49df-89d4-718dec34e2e1 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=07b670b6-b264-4cf3-b35b-17d73608e1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425808 Mar 31 15:46:44.066709 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a376d00c-6405-4f07-bb70-f399914bf987 req-38d80db9-cb39-4d58-b3bf-f2200ff01ca8 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:44.068206 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-a376d00c-6405-4f07-bb70-f399914bf987 req-38d80db9-cb39-4d58-b3bf-f2200ff01ca8 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9c08fda-43ea-4200-8c2a-87a0dcccaa83 HTTP/1.1" status: 200 len: 946 time: 0.0525081 Mar 31 15:46:44.115029 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-a376d00c-6405-4f07-bb70-f399914bf987 req-eb8c873e-7ab4-4dda-b09d-ce1d5a30950e tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=07b670b6-b264-4cf3-b35b-17d73608e1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410714 Mar 31 15:46:57.483022 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.agents_db [None req-c7073644-962b-4037-b6f3-12a39092c58a None None] Agent healthcheck: found 6 active agents {{(pid=104161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:47:04.221742 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-43e5724c-234b-49e7-866e-ee8ff152f09f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (80b0103a-7158-48a6-b59a-3fe393c523d9), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:06.407188 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (42669199-0b56-4e25-9a3d-cc561c912f6a), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:06.527103 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-294c7478-e4c5-4517-9680-f7e6116866ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (9721ac04-bac7-49da-b384-3a2049eedfa2), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:07.719241 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0b2f012e-2fbd-4b35-9815-8024e4a993e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fb816cbb-0527-4766-83b7-604ad6a553f5), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:09.295201 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8819fbc7-e1d8-49da-a3d5-653ab29642bc req-c997937e-d79b-4dd1-ae19-b1092cb7828a tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:09.297163 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-8819fbc7-e1d8-49da-a3d5-653ab29642bc req-c997937e-d79b-4dd1-ae19-b1092cb7828a tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3c425bb-4e78-46bd-bc1d-ff350c5ac844 HTTP/1.1" status: 200 len: 945 time: 0.0536778 Mar 31 15:47:09.346705 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-8819fbc7-e1d8-49da-a3d5-653ab29642bc req-a0ffcd8e-11e7-4ca2-ba03-6d062c5c9a3d tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecb6826-664c-46a4-92d1-06805d3892de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438375 Mar 31 15:47:09.547741 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-211e425b-1201-4862-afc0-6363249efbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (1ca8e2b3-6f2e-4d63-b52b-ad8a81fa6826), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:10.471090 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1d8a11-bbaa-4e34-bd19-1463672f2f28 req-b20d50af-a993-47c2-8346-696083e3ce5c tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:10.472691 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-7d1d8a11-bbaa-4e34-bd19-1463672f2f28 req-b20d50af-a993-47c2-8346-696083e3ce5c tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3c425bb-4e78-46bd-bc1d-ff350c5ac844 HTTP/1.1" status: 200 len: 945 time: 0.0544453 Mar 31 15:47:10.533971 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-7d1d8a11-bbaa-4e34-bd19-1463672f2f28 req-bacd722b-73ef-4342-86ea-ef89ef03d03c tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecb6826-664c-46a4-92d1-06805d3892de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554287 Mar 31 15:47:10.913504 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fd34c7ed-cab5-463e-81bb-e9aa6ef90623), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:11.661966 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20358d11-b135-4067-9344-f785f1fb07bf req-421cbef1-7c73-485e-83d1-51b26a0d7938 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:11.663433 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-20358d11-b135-4067-9344-f785f1fb07bf req-421cbef1-7c73-485e-83d1-51b26a0d7938 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3c425bb-4e78-46bd-bc1d-ff350c5ac844 HTTP/1.1" status: 200 len: 945 time: 0.0573525 Mar 31 15:47:11.711700 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-20358d11-b135-4067-9344-f785f1fb07bf req-4f5aba69-df6c-45c4-ae09-05b326f9e80d tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecb6826-664c-46a4-92d1-06805d3892de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425570 Mar 31 15:47:12.834220 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c9260-d921-45e2-a2b2-82e088dbe82c req-579ce549-0d79-45e7-9930-d662182c6975 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:12.835707 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-9d4c9260-d921-45e2-a2b2-82e088dbe82c req-579ce549-0d79-45e7-9930-d662182c6975 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3c425bb-4e78-46bd-bc1d-ff350c5ac844 HTTP/1.1" status: 200 len: 945 time: 0.0520961 Mar 31 15:47:12.883684 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-9d4c9260-d921-45e2-a2b2-82e088dbe82c req-16c8e354-d2f2-4be7-9219-765dcc9372e0 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecb6826-664c-46a4-92d1-06805d3892de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423987 Mar 31 15:47:14.001538 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3c6a80-634a-4dd2-ad99-bc33ace52033 req-973885cc-1f7b-4b3c-845e-3e2129b20def tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:14.003012 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-cb3c6a80-634a-4dd2-ad99-bc33ace52033 req-973885cc-1f7b-4b3c-845e-3e2129b20def tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3c425bb-4e78-46bd-bc1d-ff350c5ac844 HTTP/1.1" status: 200 len: 945 time: 0.0522857 Mar 31 15:47:14.053027 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-cb3c6a80-634a-4dd2-ad99-bc33ace52033 req-1dcbc13a-155c-4d48-862b-052370e6df4b tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecb6826-664c-46a4-92d1-06805d3892de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443406 Mar 31 15:47:14.994167 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-96528735-2c1f-4bc3-a9dd-9996bd243c6e req-5bb69550-bc93-4efb-87c4-f73c11de0b29 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f9c08fda-43ea-4200-8c2a-87a0dcccaa83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1030622 Mar 31 15:47:15.118442 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96528735-2c1f-4bc3-a9dd-9996bd243c6e req-0396524b-354f-4307-8aa7-0b28a0d6eb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:15.120083 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-96528735-2c1f-4bc3-a9dd-9996bd243c6e req-0396524b-354f-4307-8aa7-0b28a0d6eb34 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c680e9e6d388412fa4440c103afb5577&device_id=f9c08fda-43ea-4200-8c2a-87a0dcccaa83 HTTP/1.1" status: 200 len: 1130 time: 0.0492482 Mar 31 15:47:15.217703 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000f4142-76c3-4d63-968e-bd525f8309b1 req-414bd7d5-656b-468c-b1bb-8e7b1ddf674f tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:15.220679 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-000f4142-76c3-4d63-968e-bd525f8309b1 req-414bd7d5-656b-468c-b1bb-8e7b1ddf674f tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3c425bb-4e78-46bd-bc1d-ff350c5ac844 HTTP/1.1" status: 200 len: 945 time: 0.0880535 Mar 31 15:47:15.278869 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-000f4142-76c3-4d63-968e-bd525f8309b1 req-a2b5d0c9-d0bf-4f0c-8162-96064af2767f tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecb6826-664c-46a4-92d1-06805d3892de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518196 Mar 31 15:47:15.298830 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd235874-e9df-4b5e-b438-52e6e5dc582a req-63c8a8ed-f483-4acd-bc95-17bacc1696b5 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:15.300402 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-cd235874-e9df-4b5e-b438-52e6e5dc582a req-63c8a8ed-f483-4acd-bc95-17bacc1696b5 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9c08fda-43ea-4200-8c2a-87a0dcccaa83 HTTP/1.1" status: 200 len: 946 time: 0.0970004 Mar 31 15:47:15.303624 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96528735-2c1f-4bc3-a9dd-9996bd243c6e req-e45ba4ed-1362-450a-bc19-4e2b16f51e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:15.305036 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-96528735-2c1f-4bc3-a9dd-9996bd243c6e req-e45ba4ed-1362-450a-bc19-4e2b16f51e68 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6ce47f39-3814-4e43-bd73-afb159608eca HTTP/1.1" status: 200 len: 917 time: 0.1653166 Mar 31 15:47:15.397751 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-96528735-2c1f-4bc3-a9dd-9996bd243c6e req-bc9c7cd9-dffb-4345-b37d-334eae867ca0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e07eaf82-4eb7-483f-8e62-9aa9106ce594 HTTP/1.1" status: 200 len: 1001 time: 0.0843506 Mar 31 15:47:15.400901 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-cd235874-e9df-4b5e-b438-52e6e5dc582a req-a0af47cb-5de5-4a46-a58d-a9cb21b8a679 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=07b670b6-b264-4cf3-b35b-17d73608e1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947540 Mar 31 15:47:15.453495 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96528735-2c1f-4bc3-a9dd-9996bd243c6e req-04b5f317-ed64-4dd3-9e67-aec3df298ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:15.455510 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-96528735-2c1f-4bc3-a9dd-9996bd243c6e req-04b5f317-ed64-4dd3-9e67-aec3df298ddd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9a2e610f-76e0-4760-b7be-8011d4581daa HTTP/1.1" status: 200 len: 855 time: 0.0520325 Mar 31 15:47:15.507522 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96528735-2c1f-4bc3-a9dd-9996bd243c6e req-e34a7699-0d4d-453a-b825-e212404bf2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:15.510367 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-96528735-2c1f-4bc3-a9dd-9996bd243c6e req-e34a7699-0d4d-453a-b825-e212404bf2af service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6ce47f39-3814-4e43-bd73-afb159608eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0473263 Mar 31 15:47:15.600662 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-96528735-2c1f-4bc3-a9dd-9996bd243c6e req-98eb1bb4-1f84-4e74-abd4-f7e4e285369a service neutron] 10.222.0.26 "GET /v2.0/networks/6ce47f39-3814-4e43-bd73-afb159608eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850635 Mar 31 15:47:15.697810 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-96528735-2c1f-4bc3-a9dd-9996bd243c6e req-e83ab5e2-f1f8-46c0-90f3-47fcc2661899 service neutron] 10.222.0.26 "GET /v2.0/networks/6ce47f39-3814-4e43-bd73-afb159608eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910635 Mar 31 15:47:16.411169 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08773426-3fc2-4508-bc6e-a6f8eb536d95 req-4a702a7e-827d-402b-93bf-92b2375b081d tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:16.412696 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-08773426-3fc2-4508-bc6e-a6f8eb536d95 req-4a702a7e-827d-402b-93bf-92b2375b081d tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3c425bb-4e78-46bd-bc1d-ff350c5ac844 HTTP/1.1" status: 200 len: 945 time: 0.0581090 Mar 31 15:47:16.470858 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-08773426-3fc2-4508-bc6e-a6f8eb536d95 req-9616c652-67aa-43d5-b8de-99cddb217d8d tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecb6826-664c-46a4-92d1-06805d3892de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520442 Mar 31 15:47:16.530024 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960e830d-2134-4691-b1c5-d3de16248615 req-0fc94135-ecd4-4333-9de2-721e0c9d4a6c tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:16.531485 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-960e830d-2134-4691-b1c5-d3de16248615 req-0fc94135-ecd4-4333-9de2-721e0c9d4a6c tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9c08fda-43ea-4200-8c2a-87a0dcccaa83 HTTP/1.1" status: 200 len: 946 time: 0.0540271 Mar 31 15:47:16.613785 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-960e830d-2134-4691-b1c5-d3de16248615 req-7171d41c-1714-464e-b65e-1d41ef840a20 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups?id=07b670b6-b264-4cf3-b35b-17d73608e1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758572 Mar 31 15:47:16.636003 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b7a1e9-902a-4c2c-84ba-cc7ec381b1eb req-0ac905ba-51d3-4345-adca-741b0f895466 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:16.637518 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-f8b7a1e9-902a-4c2c-84ba-cc7ec381b1eb req-0ac905ba-51d3-4345-adca-741b0f895466 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9c08fda-43ea-4200-8c2a-87a0dcccaa83 HTTP/1.1" status: 200 len: 946 time: 0.0689802 Mar 31 15:47:16.728165 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.plugin [req-f8b7a1e9-902a-4c2c-84ba-cc7ec381b1eb req-677f5813-8472-4049-a539-38320ebb7cbb tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Deleting port e07eaf82-4eb7-483f-8e62-9aa9106ce594 {{(pid=104158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:47:16.728524 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-f8b7a1e9-902a-4c2c-84ba-cc7ec381b1eb req-677f5813-8472-4049-a539-38320ebb7cbb tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772784948758'] for port (e07eaf82-4eb7-483f-8e62-9aa9106ce594), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:16.819013 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.db [req-f8b7a1e9-902a-4c2c-84ba-cc7ec381b1eb req-677f5813-8472-4049-a539-38320ebb7cbb tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] For port e07eaf82-4eb7-483f-8e62-9aa9106ce594, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=e07eaf82-4eb7-483f-8e62-9aa9106ce594,segment=NetworkSegment(6bcab16b-0c41-4f5b-8545-8863ae1cf078),segment_id=6bcab16b-0c41-4f5b-8545-8863ae1cf078)] {{(pid=104158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:47:16.819371 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-f8b7a1e9-902a-4c2c-84ba-cc7ec381b1eb req-677f5813-8472-4049-a539-38320ebb7cbb tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576833'] for port (e07eaf82-4eb7-483f-8e62-9aa9106ce594), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:16.991492 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-f8b7a1e9-902a-4c2c-84ba-cc7ec381b1eb req-677f5813-8472-4049-a539-38320ebb7cbb tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:16.991849 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-f8b7a1e9-902a-4c2c-84ba-cc7ec381b1eb req-677f5813-8472-4049-a539-38320ebb7cbb tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574067'] for floatingip (c53b238c-9177-4dcb-ab13-8812ccc60604), after_update {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:16.992184 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.db.l3_db [req-f8b7a1e9-902a-4c2c-84ba-cc7ec381b1eb req-677f5813-8472-4049-a539-38320ebb7cbb tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Floating IP c53b238c-9177-4dcb-ab13-8812ccc60604 disassociated. External IP: 172.28.2.167, port: e07eaf82-4eb7-483f-8e62-9aa9106ce594. Mar 31 15:47:16.992535 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.plugin [req-f8b7a1e9-902a-4c2c-84ba-cc7ec381b1eb req-677f5813-8472-4049-a539-38320ebb7cbb tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Calling delete_port for e07eaf82-4eb7-483f-8e62-9aa9106ce594 owned by compute:nova {{(pid=104158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:47:17.229799 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-f8b7a1e9-902a-4c2c-84ba-cc7ec381b1eb req-677f5813-8472-4049-a539-38320ebb7cbb tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772784953465', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772784453879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302876'] for port (e07eaf82-4eb7-483f-8e62-9aa9106ce594), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:17.258593 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677f5813-8472-4049-a539-38320ebb7cbb tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Pushing event deleted for resources: {'Port': ['ID=e07eaf82-4eb7-483f-8e62-9aa9106ce594,revision_number=None']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:47:17.269783 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f5813-8472-4049-a539-38320ebb7cbb tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:17.270135 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f5813-8472-4049-a539-38320ebb7cbb tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:17.270468 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f5813-8472-4049-a539-38320ebb7cbb tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:17.270805 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f5813-8472-4049-a539-38320ebb7cbb tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:17.271134 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f5813-8472-4049-a539-38320ebb7cbb tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:17.271466 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f5813-8472-4049-a539-38320ebb7cbb tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:17.271789 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f5813-8472-4049-a539-38320ebb7cbb tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:17.272167 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f5813-8472-4049-a539-38320ebb7cbb tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:17.272492 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f5813-8472-4049-a539-38320ebb7cbb tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:17.272817 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f5813-8472-4049-a539-38320ebb7cbb tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:17.273165 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f5813-8472-4049-a539-38320ebb7cbb tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:17.273536 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f5813-8472-4049-a539-38320ebb7cbb tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:17.273847 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f5813-8472-4049-a539-38320ebb7cbb tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:17.274195 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f5813-8472-4049-a539-38320ebb7cbb tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:17.274486 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f5813-8472-4049-a539-38320ebb7cbb tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:17.404358 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f8b7a1e9-902a-4c2c-84ba-cc7ec381b1eb req-677f5813-8472-4049-a539-38320ebb7cbb tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Router 95c77d00-634a-400a-87a7-fa35a069860c has already been hosted by L3 agent 9721ac04-bac7-49da-b384-3a2049eedfa2 {{(pid=104158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:47:17.519177 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f8b7a1e9-902a-4c2c-84ba-cc7ec381b1eb req-677f5813-8472-4049-a539-38320ebb7cbb tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Notify agent at l3_agent.dv-cinder-750782-15-smb the message routers_updated {{(pid=104158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:47:17.532867 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b443d784-9fac-4edd-b41f-d27cc8460923 None None] Sync routers for ids ['95c77d00-634a-400a-87a7-fa35a069860c'] in dv-cinder-750782-15-smb {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:47:17.547608 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b443d784-9fac-4edd-b41f-d27cc8460923 None None] Routers {'95c77d00-634a-400a-87a7-fa35a069860c'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:47:17.549422 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-b443d784-9fac-4edd-b41f-d27cc8460923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:47:06Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['95c77d00-634a-400a-87a7-fa35a069860c'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:47:17.593966 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8b7a1e9-902a-4c2c-84ba-cc7ec381b1eb req-677f5813-8472-4049-a539-38320ebb7cbb tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] No DVR routers for this DVR port e07eaf82-4eb7-483f-8e62-9aa9106ce594 on host hv-cinder-75078 {{(pid=104158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:47:17.597318 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-f8b7a1e9-902a-4c2c-84ba-cc7ec381b1eb req-677f5813-8472-4049-a539-38320ebb7cbb tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451'] for port (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:17.600813 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-f8b7a1e9-902a-4c2c-84ba-cc7ec381b1eb req-677f5813-8472-4049-a539-38320ebb7cbb tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.26 "DELETE /v2.0/ports/e07eaf82-4eb7-483f-8e62-9aa9106ce594 HTTP/1.1" status: 204 len: 173 time: 0.9581249 Mar 31 15:47:17.601302 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9c08fda-43ea-4200-8c2a-87a0dcccaa83', 'name': 'network-vif-deleted', 'tag': 'e07eaf82-4eb7-483f-8e62-9aa9106ce594'}] {{(pid=104158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:47:17.605325 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f960889515c719e6c42930f5609f9e3ff07dde6b2d3f3be48d9020484c6583bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7740ea8a-2860-44bc-b25f-7a09a05b8567" -d '{"events": [{"server_uuid": "f9c08fda-43ea-4200-8c2a-87a0dcccaa83", "name": "network-vif-deleted", "tag": "e07eaf82-4eb7-483f-8e62-9aa9106ce594"}]}' {{(pid=104158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:47:17.653215 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f6750a-8f3d-42f6-884d-ce1b71ecc572 x-openstack-request-id: req-95f6750a-8f3d-42f6-884d-ce1b71ecc572 {{(pid=104158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:47:17.653650 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9c08fda-43ea-4200-8c2a-87a0dcccaa83", "name": "network-vif-deleted", "tag": "e07eaf82-4eb7-483f-8e62-9aa9106ce594", "status": "completed", "code": 200}]} {{(pid=104158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:47:17.654124 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-95f6750a-8f3d-42f6-884d-ce1b71ecc572 {{(pid=104158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:47:17.654620 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95f6750a-8f3d-42f6-884d-ce1b71ecc572'] response: {'server_uuid': 'f9c08fda-43ea-4200-8c2a-87a0dcccaa83', 'name': 'network-vif-deleted', 'tag': 'e07eaf82-4eb7-483f-8e62-9aa9106ce594', 'status': 'completed', 'code': 200} Mar 31 15:47:17.667879 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c7c75f-2781-42ff-91c7-260f39399457 req-e2643f47-1a31-4366-b4b3-c93ced7f0ae8 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:17.681339 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-27c7c75f-2781-42ff-91c7-260f39399457 req-e2643f47-1a31-4366-b4b3-c93ced7f0ae8 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3c425bb-4e78-46bd-bc1d-ff350c5ac844 HTTP/1.1" status: 200 len: 945 time: 0.1090274 Mar 31 15:47:17.711267 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-b443d784-9fac-4edd-b41f-d27cc8460923 None None] Set router 95c77d00-634a-400a-87a7-fa35a069860c gateway port host: dv-cinder-750782-15-smb {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:47:17.783275 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-229692c4-2052-4a24-a3c0-e0b84294e5e0 req-fd21d4cc-8612-46e7-b1fe-ba92c5aefcbe tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9c08fda-43ea-4200-8c2a-87a0dcccaa83 HTTP/1.1" status: 200 len: 210 time: 0.0440648 Mar 31 15:47:17.806031 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-27c7c75f-2781-42ff-91c7-260f39399457 req-52050e0c-127b-4c62-a70b-b925857ec2b9 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecb6826-664c-46a4-92d1-06805d3892de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234157 Mar 31 15:47:17.956670 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-b443d784-9fac-4edd-b41f-d27cc8460923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c77d00-634a-400a-87a7-fa35a069860c', 'name': 'tempest-AttachVolumeShelveTestJSON-263990863-router', 'tenant_id': 'c680e9e6d388412fa4440c103afb5577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.207'}], 'enable_snat': True}, 'gw_port_id': 'ab414089-2830-4501-93f0-5d9ec8e86bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:41:54Z', 'updated_at': '2022-03-31T15:42:00Z', 'revision_number': 4, 'project_id': 'c680e9e6d388412fa4440c103afb5577', 'gw_port': {'id': 'ab414089-2830-4501-93f0-5d9ec8e86bdb', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:5e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c77d00-634a-400a-87a7-fa35a069860c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:41:55Z', 'updated_at': '2022-03-31T15:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_interfaces': [{'id': '271c631d-9c4d-4b59-aa2f-250dec501c88', 'name': '', 'network_id': '6ce47f39-3814-4e43-bd73-afb159608eca', 'tenant_id': 'c680e9e6d388412fa4440c103afb5577', 'mac_address': 'fa:16:3e:8b:c4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c77d00-634a-400a-87a7-fa35a069860c', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '9a2e610f-76e0-4760-b7be-8011d4581daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:41:59Z', 'updated_at': '2022-03-31T15:42:05Z', 'revision_number': 5, 'project_id': 'c680e9e6d388412fa4440c103afb5577', 'subnets': [{'id': '9a2e610f-76e0-4760-b7be-8011d4581daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:47:17.986314 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b443d784-9fac-4edd-b41f-d27cc8460923 None None] Checking router: 95c77d00-634a-400a-87a7-fa35a069860c for host: dv-cinder-750782-15-smb {{(pid=104161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:47:18.009606 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b443d784-9fac-4edd-b41f-d27cc8460923 None None] Routers {'95c77d00-634a-400a-87a7-fa35a069860c'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:47:18.009606 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-b443d784-9fac-4edd-b41f-d27cc8460923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:47:06Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['95c77d00-634a-400a-87a7-fa35a069860c'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:47:18.102264 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-b443d784-9fac-4edd-b41f-d27cc8460923 None None] Set router 95c77d00-634a-400a-87a7-fa35a069860c gateway port host: dv-cinder-750782-15-smb {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:47:18.294568 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-b443d784-9fac-4edd-b41f-d27cc8460923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c77d00-634a-400a-87a7-fa35a069860c', 'name': 'tempest-AttachVolumeShelveTestJSON-263990863-router', 'tenant_id': 'c680e9e6d388412fa4440c103afb5577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.207'}], 'enable_snat': True}, 'gw_port_id': 'ab414089-2830-4501-93f0-5d9ec8e86bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:41:54Z', 'updated_at': '2022-03-31T15:42:00Z', 'revision_number': 4, 'project_id': 'c680e9e6d388412fa4440c103afb5577', 'gw_port': {'id': 'ab414089-2830-4501-93f0-5d9ec8e86bdb', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:5e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c77d00-634a-400a-87a7-fa35a069860c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:41:55Z', 'updated_at': '2022-03-31T15:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_interfaces': [{'id': '271c631d-9c4d-4b59-aa2f-250dec501c88', 'name': '', 'network_id': '6ce47f39-3814-4e43-bd73-afb159608eca', 'tenant_id': 'c680e9e6d388412fa4440c103afb5577', 'mac_address': 'fa:16:3e:8b:c4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c77d00-634a-400a-87a7-fa35a069860c', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '9a2e610f-76e0-4760-b7be-8011d4581daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:41:59Z', 'updated_at': '2022-03-31T15:42:05Z', 'revision_number': 5, 'project_id': 'c680e9e6d388412fa4440c103afb5577', 'subnets': [{'id': '9a2e610f-76e0-4760-b7be-8011d4581daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:47:18.320588 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b443d784-9fac-4edd-b41f-d27cc8460923 None None] The sync data for ids ['95c77d00-634a-400a-87a7-fa35a069860c'] in dv-cinder-750782-15-smb is: [{'id': '95c77d00-634a-400a-87a7-fa35a069860c', 'name': 'tempest-AttachVolumeShelveTestJSON-263990863-router', 'tenant_id': 'c680e9e6d388412fa4440c103afb5577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.207'}], 'enable_snat': True}, 'gw_port_id': 'ab414089-2830-4501-93f0-5d9ec8e86bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:41:54Z', 'updated_at': '2022-03-31T15:42:00Z', 'revision_number': 4, 'project_id': 'c680e9e6d388412fa4440c103afb5577', 'gw_port': {'id': 'ab414089-2830-4501-93f0-5d9ec8e86bdb', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:5e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c77d00-634a-400a-87a7-fa35a069860c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:41:55Z', 'updated_at': '2022-03-31T15:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_interfaces': [{'id': '271c631d-9c4d-4b59-aa2f-250dec501c88', 'name': '', 'network_id': '6ce47f39-3814-4e43-bd73-afb159608eca', 'tenant_id': 'c680e9e6d388412fa4440c103afb5577', 'mac_address': 'fa:16:3e:8b:c4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c77d00-634a-400a-87a7-fa35a069860c', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '9a2e610f-76e0-4760-b7be-8011d4581daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:41:59Z', 'updated_at': '2022-03-31T15:42:05Z', 'revision_number': 5, 'project_id': 'c680e9e6d388412fa4440c103afb5577', 'subnets': [{'id': '9a2e610f-76e0-4760-b7be-8011d4581daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:47:18.538958 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d856ba9-582b-4f16-abb4-e6c96aa523bd None None] New status for floating IP c53b238c-9177-4dcb-ab13-8812ccc60604: DOWN {{(pid=104160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:47:18.918493 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738beba9-f940-47f0-a264-f8ca5e31cae1 req-90dc7f48-688e-426d-b20a-1cf901c8b557 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:18.919924 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-738beba9-f940-47f0-a264-f8ca5e31cae1 req-90dc7f48-688e-426d-b20a-1cf901c8b557 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3c425bb-4e78-46bd-bc1d-ff350c5ac844 HTTP/1.1" status: 200 len: 945 time: 0.0527020 Mar 31 15:47:18.965514 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 52322) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:47:18.975256 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-738beba9-f940-47f0-a264-f8ca5e31cae1 req-82bf00e1-fa0a-4c05-bf75-a2774f18306f tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecb6826-664c-46a4-92d1-06805d3892de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465775 Mar 31 15:47:19.024124 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-70109131-c31c-4cd8-a20a-d04b6e573e6f tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Publish callbacks [] for security_group (07b670b6-b264-4cf3-b35b-17d73608e1fc), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:19.047120 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-70109131-c31c-4cd8-a20a-d04b6e573e6f tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Publish callbacks [] for security_group (07b670b6-b264-4cf3-b35b-17d73608e1fc), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:19.210457 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-70109131-c31c-4cd8-a20a-d04b6e573e6f tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (07b670b6-b264-4cf3-b35b-17d73608e1fc), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:19.213026 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-70109131-c31c-4cd8-a20a-d04b6e573e6f tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Publish callbacks [] for security_group (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:19.214275 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-70109131-c31c-4cd8-a20a-d04b6e573e6f tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "DELETE /v2.0/security-groups/07b670b6-b264-4cf3-b35b-17d73608e1fc HTTP/1.1" status: 204 len: 168 time: 0.2476521 Mar 31 15:47:19.217124 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 52324) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:47:19.224407 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70109131-c31c-4cd8-a20a-d04b6e573e6f tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b670b6-b264-4cf3-b35b-17d73608e1fc,revision_number=None']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:47:19.231214 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.api.v2.resource [None req-ee13af3c-13ca-46c4-85ad-148de4c9e4c0 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] show failed (client error): The resource could not be found. Mar 31 15:47:19.232226 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-ee13af3c-13ca-46c4-85ad-148de4c9e4c0 tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "GET /v2.0/security-groups/07b670b6-b264-4cf3-b35b-17d73608e1fc HTTP/1.1" status: 404 len: 347 time: 0.0140972 Mar 31 15:47:19.235140 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 52326) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:47:19.358484 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [None req-6521fb7f-a6f0-45ca-8379-b6d693e446eb tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Deleting port 9659b496-20c9-4ef2-a95a-d1fc49ddaa3a {{(pid=104159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:47:19.358821 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6521fb7f-a6f0-45ca-8379-b6d693e446eb tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772784948758'] for port (9659b496-20c9-4ef2-a95a-d1fc49ddaa3a), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:19.434408 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6521fb7f-a6f0-45ca-8379-b6d693e446eb tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576833'] for port (9659b496-20c9-4ef2-a95a-d1fc49ddaa3a), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:19.434732 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6521fb7f-a6f0-45ca-8379-b6d693e446eb tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Publish callbacks [] for floatingip (9659b496-20c9-4ef2-a95a-d1fc49ddaa3a), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:19.446251 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [None req-6521fb7f-a6f0-45ca-8379-b6d693e446eb tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Calling delete_port for 9659b496-20c9-4ef2-a95a-d1fc49ddaa3a owned by network:floatingip {{(pid=104159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:47:19.541297 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70116d76-e404-422b-a12e-d516ef6a2c35 req-d666423c-5fe0-46b5-94ab-25e331e93931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:19.542777 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-70116d76-e404-422b-a12e-d516ef6a2c35 req-d666423c-5fe0-46b5-94ab-25e331e93931 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=240469f9130e460c95867b36952a1df2&device_id=f3c425bb-4e78-46bd-bc1d-ff350c5ac844 HTTP/1.1" status: 200 len: 1129 time: 0.0458167 Mar 31 15:47:19.634605 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70116d76-e404-422b-a12e-d516ef6a2c35 req-bbedebb5-ddb8-4815-84ae-00855e3c54c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:19.636060 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-70116d76-e404-422b-a12e-d516ef6a2c35 req-bbedebb5-ddb8-4815-84ae-00855e3c54c9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a3fc6832-8c49-4053-86a2-2925ffecb8dc HTTP/1.1" status: 200 len: 909 time: 0.0874016 Mar 31 15:47:19.675666 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6521fb7f-a6f0-45ca-8379-b6d693e446eb tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772784953465', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772784453879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3148002'] for port (9659b496-20c9-4ef2-a95a-d1fc49ddaa3a), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:19.700114 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-70116d76-e404-422b-a12e-d516ef6a2c35 req-9932e15a-8794-4a0a-97eb-74fff5bb6456 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0497cffd-a9f0-463e-9f92-3aa5e743ae55 HTTP/1.1" status: 200 len: 1001 time: 0.0576792 Mar 31 15:47:19.706702 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6521fb7f-a6f0-45ca-8379-b6d693e446eb tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Pushing event deleted for resources: {'Port': ['ID=9659b496-20c9-4ef2-a95a-d1fc49ddaa3a,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:47:19.728391 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6521fb7f-a6f0-45ca-8379-b6d693e446eb tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:19.728740 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6521fb7f-a6f0-45ca-8379-b6d693e446eb tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:19.729084 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6521fb7f-a6f0-45ca-8379-b6d693e446eb tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:19.729445 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6521fb7f-a6f0-45ca-8379-b6d693e446eb tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:19.729782 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6521fb7f-a6f0-45ca-8379-b6d693e446eb tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:19.730116 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6521fb7f-a6f0-45ca-8379-b6d693e446eb tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:19.730447 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6521fb7f-a6f0-45ca-8379-b6d693e446eb tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:19.730786 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6521fb7f-a6f0-45ca-8379-b6d693e446eb tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:19.731105 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6521fb7f-a6f0-45ca-8379-b6d693e446eb tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:19.731435 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6521fb7f-a6f0-45ca-8379-b6d693e446eb tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:19.731755 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6521fb7f-a6f0-45ca-8379-b6d693e446eb tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:19.732079 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6521fb7f-a6f0-45ca-8379-b6d693e446eb tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:19.732400 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6521fb7f-a6f0-45ca-8379-b6d693e446eb tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:19.732727 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6521fb7f-a6f0-45ca-8379-b6d693e446eb tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:19.733049 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6521fb7f-a6f0-45ca-8379-b6d693e446eb tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:19.748011 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70116d76-e404-422b-a12e-d516ef6a2c35 req-53e397e7-5a8e-4ffb-8872-0072f86700d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:19.749497 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-70116d76-e404-422b-a12e-d516ef6a2c35 req-53e397e7-5a8e-4ffb-8872-0072f86700d1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cba4a592-9143-4b08-90ed-afe3275c7e69 HTTP/1.1" status: 200 len: 847 time: 0.0436382 Mar 31 15:47:19.781246 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6521fb7f-a6f0-45ca-8379-b6d693e446eb tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Publish callbacks [] for floatingip (c53b238c-9177-4dcb-ab13-8812ccc60604), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:19.783903 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6521fb7f-a6f0-45ca-8379-b6d693e446eb tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451'] for floatingip (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:19.787684 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-6521fb7f-a6f0-45ca-8379-b6d693e446eb tempest-AttachVolumeShelveTestJSON-614929896 tempest-AttachVolumeShelveTestJSON-614929896-project] 10.222.0.21 "DELETE /v2.0/floatingips/c53b238c-9177-4dcb-ab13-8812ccc60604 HTTP/1.1" status: 204 len: 168 time: 0.5490744 Mar 31 15:47:19.802050 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70116d76-e404-422b-a12e-d516ef6a2c35 req-cf3afdcc-2816-4068-8142-87a453070070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:19.803472 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-70116d76-e404-422b-a12e-d516ef6a2c35 req-cf3afdcc-2816-4068-8142-87a453070070 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a3fc6832-8c49-4053-86a2-2925ffecb8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0484614 Mar 31 15:47:19.892960 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-70116d76-e404-422b-a12e-d516ef6a2c35 req-bdc755ae-080c-4a79-bf37-dd1c9ccb6ab4 service neutron] 10.222.0.26 "GET /v2.0/networks/a3fc6832-8c49-4053-86a2-2925ffecb8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822563 Mar 31 15:47:19.984411 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-70116d76-e404-422b-a12e-d516ef6a2c35 req-15cc71b0-4566-436e-bf22-ec0a3b34ab71 service neutron] 10.222.0.26 "GET /v2.0/networks/a3fc6832-8c49-4053-86a2-2925ffecb8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856366 Mar 31 15:47:20.096450 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e7a0e-dba1-4905-96bb-a471cc3d2c10 req-d594a06d-5b11-4db5-b26d-049b1cee1811 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:20.098193 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-637e7a0e-dba1-4905-96bb-a471cc3d2c10 req-d594a06d-5b11-4db5-b26d-049b1cee1811 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3c425bb-4e78-46bd-bc1d-ff350c5ac844 HTTP/1.1" status: 200 len: 945 time: 0.0562077 Mar 31 15:47:20.147643 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-637e7a0e-dba1-4905-96bb-a471cc3d2c10 req-60372db0-f79f-4faa-b7ae-d8cab196fb88 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecb6826-664c-46a4-92d1-06805d3892de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439155 Mar 31 15:47:20.410563 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device e07eaf82-4eb7-483f-8e62-9aa9106ce594 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=104160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:47:20.430867 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] No Port match for: e07eaf82-4eb7-483f-8e62-9aa9106ce594 {{(pid=104160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:47:20.431189 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device e07eaf82-4eb7-483f-8e62-9aa9106ce594 not bound to the agent host hv-cinder-75078 {{(pid=104160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:47:21.275623 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0a5e5b-33ee-4617-807b-9ff2719377e9 req-0b14c10b-8690-4007-a737-f1d7a80014e6 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:21.277123 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-3f0a5e5b-33ee-4617-807b-9ff2719377e9 req-0b14c10b-8690-4007-a737-f1d7a80014e6 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3c425bb-4e78-46bd-bc1d-ff350c5ac844 HTTP/1.1" status: 200 len: 945 time: 0.0578732 Mar 31 15:47:21.328048 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-3f0a5e5b-33ee-4617-807b-9ff2719377e9 req-f85fa72a-7369-4e7b-a0fe-b6cbe32ceb37 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecb6826-664c-46a4-92d1-06805d3892de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452898 Mar 31 15:47:22.448074 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55dedb6-1689-4cde-97ac-e60feaf69bdb req-58711ed4-cba4-4ba9-a0c8-febebd288443 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:22.449639 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-f55dedb6-1689-4cde-97ac-e60feaf69bdb req-58711ed4-cba4-4ba9-a0c8-febebd288443 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3c425bb-4e78-46bd-bc1d-ff350c5ac844 HTTP/1.1" status: 200 len: 945 time: 0.0543914 Mar 31 15:47:22.504010 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-f55dedb6-1689-4cde-97ac-e60feaf69bdb req-a42828c4-2763-4b13-a1c8-ffa6a6b7945e tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecb6826-664c-46a4-92d1-06805d3892de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479906 Mar 31 15:47:22.612925 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 52356) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:47:22.968526 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c637a4-4b75-4721-b968-8815236b02a1 req-4bef7f63-07ff-4aaa-b886-7142366aafed tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:22.970228 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-67c637a4-4b75-4721-b968-8815236b02a1 req-4bef7f63-07ff-4aaa-b886-7142366aafed tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3c425bb-4e78-46bd-bc1d-ff350c5ac844 HTTP/1.1" status: 200 len: 945 time: 0.0549178 Mar 31 15:47:23.059040 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-67c637a4-4b75-4721-b968-8815236b02a1 req-472a9ac4-0d5b-44a8-a4d7-a69f6676065c tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecb6826-664c-46a4-92d1-06805d3892de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829558 Mar 31 15:47:23.081425 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-6218f467-313d-402d-a225-9a678c99929e req-a31944cd-9c83-4a3b-9152-11ad5aa4ccbd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f3c425bb-4e78-46bd-bc1d-ff350c5ac844&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0874903 Mar 31 15:47:23.095494 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-9cabed26-a249-4b9b-abe2-05348602f267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574323'] for router_interface (95c77d00-634a-400a-87a7-fa35a069860c), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:23.342830 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.plugin [None req-9cabed26-a249-4b9b-abe2-05348602f267 admin admin] Deleting port 271c631d-9c4d-4b59-aa2f-250dec501c88 {{(pid=104158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:47:23.343175 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-9cabed26-a249-4b9b-abe2-05348602f267 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772784948758'] for port (271c631d-9c4d-4b59-aa2f-250dec501c88), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:23.420327 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.db [None req-9cabed26-a249-4b9b-abe2-05348602f267 admin admin] For port 271c631d-9c4d-4b59-aa2f-250dec501c88, host dv-cinder-750782-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-smb',level=0,port_id=271c631d-9c4d-4b59-aa2f-250dec501c88,segment=NetworkSegment(6bcab16b-0c41-4f5b-8545-8863ae1cf078),segment_id=6bcab16b-0c41-4f5b-8545-8863ae1cf078)] {{(pid=104158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:47:23.420675 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-9cabed26-a249-4b9b-abe2-05348602f267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576833'] for port (271c631d-9c4d-4b59-aa2f-250dec501c88), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:23.435088 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.plugin [None req-9cabed26-a249-4b9b-abe2-05348602f267 admin admin] Calling delete_port for 271c631d-9c4d-4b59-aa2f-250dec501c88 owned by network:router_interface {{(pid=104158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:47:23.724290 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-9cabed26-a249-4b9b-abe2-05348602f267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772784953465', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772784453879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302876'] for port (271c631d-9c4d-4b59-aa2f-250dec501c88), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:23.753930 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cabed26-a249-4b9b-abe2-05348602f267 admin admin] Pushing event deleted for resources: {'Port': ['ID=271c631d-9c4d-4b59-aa2f-250dec501c88,revision_number=None']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:47:23.922155 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-9cabed26-a249-4b9b-abe2-05348602f267 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-589795'] for router_interface (95c77d00-634a-400a-87a7-fa35a069860c), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:24.198854 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6218f467-313d-402d-a225-9a678c99929e req-dd33f647-24c3-4b93-8d6a-867757f7c88e tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:24.200206 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-6218f467-313d-402d-a225-9a678c99929e req-dd33f647-24c3-4b93-8d6a-867757f7c88e tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.21 "GET /v2.0/ports/0497cffd-a9f0-463e-9f92-3aa5e743ae55 HTTP/1.1" status: 200 len: 942 time: 0.0800869 Mar 31 15:47:24.222434 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cabed26-a249-4b9b-abe2-05348602f267 admin admin] Router 95c77d00-634a-400a-87a7-fa35a069860c has already been hosted by L3 agent 9721ac04-bac7-49da-b384-3a2049eedfa2 {{(pid=104158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:47:24.239149 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3976a66e-ca92-46df-a4ee-18119939b6b3 req-375625a7-d0df-45fb-87b2-6dc480ae285f tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:24.240652 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-3976a66e-ca92-46df-a4ee-18119939b6b3 req-375625a7-d0df-45fb-87b2-6dc480ae285f tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3c425bb-4e78-46bd-bc1d-ff350c5ac844 HTTP/1.1" status: 200 len: 945 time: 0.1067510 Mar 31 15:47:24.374861 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-3976a66e-ca92-46df-a4ee-18119939b6b3 req-476b0275-fd8f-4ccd-aec1-e785e0fe082e tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecb6826-664c-46a4-92d1-06805d3892de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212373 Mar 31 15:47:24.385233 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cabed26-a249-4b9b-abe2-05348602f267 admin admin] Notify agent at l3_agent.dv-cinder-750782-15-smb the message routers_updated {{(pid=104158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:47:24.393895 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-9cabed26-a249-4b9b-abe2-05348602f267 admin admin] 10.222.0.21 "PUT /v2.0/routers/95c77d00-634a-400a-87a7-fa35a069860c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7796438 Mar 31 15:47:24.396176 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 52370) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:47:24.398643 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481f0f02-b2f1-4eda-9f89-eaa5b319a366 None None] Sync routers for ids ['95c77d00-634a-400a-87a7-fa35a069860c'] in dv-cinder-750782-15-smb {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:47:24.415386 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481f0f02-b2f1-4eda-9f89-eaa5b319a366 None None] Routers {'95c77d00-634a-400a-87a7-fa35a069860c'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:47:24.416101 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-481f0f02-b2f1-4eda-9f89-eaa5b319a366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:47:06Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['95c77d00-634a-400a-87a7-fa35a069860c'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:47:24.420944 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device 0497cffd-a9f0-463e-9f92-3aa5e743ae55 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=104160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:47:24.508193 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Current status of the port 0497cffd-a9f0-463e-9f92-3aa5e743ae55 is: ACTIVE; New status is: DOWN {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:47:24.508608 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (0497cffd-a9f0-463e-9f92-3aa5e743ae55), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:24.544888 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3c425bb-4e78-46bd-bc1d-ff350c5ac844', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0497cffd-a9f0-463e-9f92-3aa5e743ae55'}] {{(pid=104160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:47:24.545911 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce3869fed81eb230bc7c00aef7f85a04080afe3b8b72d2e6fbd63f6167e83839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef67d1e9-c78c-4ec4-9e17-4fe3031118d7" -d '{"events": [{"server_uuid": "f3c425bb-4e78-46bd-bc1d-ff350c5ac844", "name": "network-vif-unplugged", "status": "completed", "tag": "0497cffd-a9f0-463e-9f92-3aa5e743ae55"}]}' {{(pid=104160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:47:24.548263 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-481f0f02-b2f1-4eda-9f89-eaa5b319a366 None None] Set router 95c77d00-634a-400a-87a7-fa35a069860c gateway port host: dv-cinder-750782-15-smb {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:47:24.551291 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] For port 0497cffd-a9f0-463e-9f92-3aa5e743ae55, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=0497cffd-a9f0-463e-9f92-3aa5e743ae55,segment=NetworkSegment(1466b54c-0f45-4497-8c86-d1d22a275f2a),segment_id=1466b54c-0f45-4497-8c86-d1d22a275f2a)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:47:24.653738 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 31 Mar 2022 15:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a1c8bbc-94ef-4ddc-8f57-f36e8572a09c x-openstack-request-id: req-2a1c8bbc-94ef-4ddc-8f57-f36e8572a09c {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:47:24.654166 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3c425bb-4e78-46bd-bc1d-ff350c5ac844", "name": "network-vif-unplugged", "status": "failed", "tag": "0497cffd-a9f0-463e-9f92-3aa5e743ae55", "code": 422}]} {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:47:24.654534 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2a1c8bbc-94ef-4ddc-8f57-f36e8572a09c {{(pid=104160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:47:24.655026 dv-cinder-750782-15-smb neutron-server[104160]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-2a1c8bbc-94ef-4ddc-8f57-f36e8572a09c']: {'server_uuid': 'f3c425bb-4e78-46bd-bc1d-ff350c5ac844', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0497cffd-a9f0-463e-9f92-3aa5e743ae55', 'code': 422} returned with failed status Mar 31 15:47:24.667373 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (0497cffd-a9f0-463e-9f92-3aa5e743ae55), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:24.723674 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Pushing event updated for resources: {'Port': ['ID=0497cffd-a9f0-463e-9f92-3aa5e743ae55,revision_number=6']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:47:24.731274 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:24.731884 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:24.732207 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:24.732635 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:24.733090 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:24.733478 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:24.733809 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:24.734131 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:24.734456 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:24.734779 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:24.735101 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:24.735425 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:24.735743 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:24.736619 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:24.736978 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:24.761456 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-481f0f02-b2f1-4eda-9f89-eaa5b319a366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c77d00-634a-400a-87a7-fa35a069860c', 'name': 'tempest-AttachVolumeShelveTestJSON-263990863-router', 'tenant_id': 'c680e9e6d388412fa4440c103afb5577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.207'}], 'enable_snat': True}, 'gw_port_id': 'ab414089-2830-4501-93f0-5d9ec8e86bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:41:54Z', 'updated_at': '2022-03-31T15:47:23Z', 'revision_number': 5, 'project_id': 'c680e9e6d388412fa4440c103afb5577', 'gw_port': {'id': 'ab414089-2830-4501-93f0-5d9ec8e86bdb', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:5e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c77d00-634a-400a-87a7-fa35a069860c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:41:55Z', 'updated_at': '2022-03-31T15:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb'}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:47:24.798195 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-4585a16c-0118-4e06-ba55-7161acf84918 admin admin] Publish callbacks [] for router (95c77d00-634a-400a-87a7-fa35a069860c), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:24.876866 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481f0f02-b2f1-4eda-9f89-eaa5b319a366 None None] Checking router: 95c77d00-634a-400a-87a7-fa35a069860c for host: dv-cinder-750782-15-smb {{(pid=104161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:47:24.885432 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481f0f02-b2f1-4eda-9f89-eaa5b319a366 None None] Routers {'95c77d00-634a-400a-87a7-fa35a069860c'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:47:24.886055 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-481f0f02-b2f1-4eda-9f89-eaa5b319a366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:47:06Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['95c77d00-634a-400a-87a7-fa35a069860c'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:47:24.903091 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-4585a16c-0118-4e06-ba55-7161acf84918 admin admin] Publish callbacks [] for router_gateway (95c77d00-634a-400a-87a7-fa35a069860c), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:24.997015 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-481f0f02-b2f1-4eda-9f89-eaa5b319a366 None None] Set router 95c77d00-634a-400a-87a7-fa35a069860c gateway port host: dv-cinder-750782-15-smb {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:47:25.014116 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.plugin [None req-4585a16c-0118-4e06-ba55-7161acf84918 admin admin] Deleting port ab414089-2830-4501-93f0-5d9ec8e86bdb {{(pid=104158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:47:25.014457 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-4585a16c-0118-4e06-ba55-7161acf84918 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772784948758'] for port (ab414089-2830-4501-93f0-5d9ec8e86bdb), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:25.096300 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.db [None req-4585a16c-0118-4e06-ba55-7161acf84918 admin admin] For port ab414089-2830-4501-93f0-5d9ec8e86bdb, host dv-cinder-750782-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-smb',level=0,port_id=ab414089-2830-4501-93f0-5d9ec8e86bdb,segment=NetworkSegment(f25e0e1e-326a-4ef5-aa96-2f0a78776ef2),segment_id=f25e0e1e-326a-4ef5-aa96-2f0a78776ef2)] {{(pid=104158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:47:25.096570 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-4585a16c-0118-4e06-ba55-7161acf84918 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576833'] for port (ab414089-2830-4501-93f0-5d9ec8e86bdb), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:25.109075 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.plugin [None req-4585a16c-0118-4e06-ba55-7161acf84918 admin admin] Calling delete_port for ab414089-2830-4501-93f0-5d9ec8e86bdb owned by network:router_gateway {{(pid=104158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:47:25.184166 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-481f0f02-b2f1-4eda-9f89-eaa5b319a366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c77d00-634a-400a-87a7-fa35a069860c', 'name': 'tempest-AttachVolumeShelveTestJSON-263990863-router', 'tenant_id': 'c680e9e6d388412fa4440c103afb5577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.207'}], 'enable_snat': True}, 'gw_port_id': 'ab414089-2830-4501-93f0-5d9ec8e86bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:41:54Z', 'updated_at': '2022-03-31T15:47:23Z', 'revision_number': 5, 'project_id': 'c680e9e6d388412fa4440c103afb5577', 'gw_port': {'id': 'ab414089-2830-4501-93f0-5d9ec8e86bdb', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:5e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c77d00-634a-400a-87a7-fa35a069860c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:41:55Z', 'updated_at': '2022-03-31T15:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb'}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:47:25.214528 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481f0f02-b2f1-4eda-9f89-eaa5b319a366 None None] The sync data for ids ['95c77d00-634a-400a-87a7-fa35a069860c'] in dv-cinder-750782-15-smb is: [{'id': '95c77d00-634a-400a-87a7-fa35a069860c', 'name': 'tempest-AttachVolumeShelveTestJSON-263990863-router', 'tenant_id': 'c680e9e6d388412fa4440c103afb5577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.207'}], 'enable_snat': True}, 'gw_port_id': 'ab414089-2830-4501-93f0-5d9ec8e86bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:41:54Z', 'updated_at': '2022-03-31T15:47:23Z', 'revision_number': 5, 'project_id': 'c680e9e6d388412fa4440c103afb5577', 'gw_port': {'id': 'ab414089-2830-4501-93f0-5d9ec8e86bdb', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:5e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c77d00-634a-400a-87a7-fa35a069860c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:41:55Z', 'updated_at': '2022-03-31T15:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb'}] {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:47:25.401930 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-4585a16c-0118-4e06-ba55-7161acf84918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772784953465', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772784453879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302876'] for port (ab414089-2830-4501-93f0-5d9ec8e86bdb), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:25.431634 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4585a16c-0118-4e06-ba55-7161acf84918 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab414089-2830-4501-93f0-5d9ec8e86bdb,revision_number=None']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:47:25.527731 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-4585a16c-0118-4e06-ba55-7161acf84918 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573961'] for router_gateway (95c77d00-634a-400a-87a7-fa35a069860c), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:25.637330 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df928a91-a7cd-4680-ab1a-668f121fdcba req-29739795-5ad1-4a19-8602-4443a722a24f tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:25.637652 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-df928a91-a7cd-4680-ab1a-668f121fdcba req-29739795-5ad1-4a19-8602-4443a722a24f tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3c425bb-4e78-46bd-bc1d-ff350c5ac844 HTTP/1.1" status: 200 len: 943 time: 0.1536551 Mar 31 15:47:25.639574 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-4585a16c-0118-4e06-ba55-7161acf84918 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3305'] for router (95c77d00-634a-400a-87a7-fa35a069860c), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:25.642249 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-4585a16c-0118-4e06-ba55-7161acf84918 admin admin] Publish callbacks [] for router_controller (95c77d00-634a-400a-87a7-fa35a069860c), precommit_delete_associations {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:25.732457 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-df928a91-a7cd-4680-ab1a-668f121fdcba req-556c4838-94d8-4129-a758-4b720213e700 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecb6826-664c-46a4-92d1-06805d3892de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835772 Mar 31 15:47:25.789547 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-4585a16c-0118-4e06-ba55-7161acf84918 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588524'] for router (95c77d00-634a-400a-87a7-fa35a069860c), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:25.790127 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4585a16c-0118-4e06-ba55-7161acf84918 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95c77d00-634a-400a-87a7-fa35a069860c {{(pid=104158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 15:47:25.795217 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-4585a16c-0118-4e06-ba55-7161acf84918 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:25.799733 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-4585a16c-0118-4e06-ba55-7161acf84918 admin admin] 10.222.0.21 "DELETE /v2.0/routers/95c77d00-634a-400a-87a7-fa35a069860c HTTP/1.1" status: 204 len: 168 time: 1.3951545 Mar 31 15:47:25.799733 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 52384) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:47:25.845116 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aac8f8c-c3a2-4054-9025-a8d64f61cd0c admin admin] Deleting subnet 9a2e610f-76e0-4760-b7be-8011d4581daa {{(pid=104158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 15:47:25.848767 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-9aac8f8c-c3a2-4054-9025-a8d64f61cd0c admin admin] Publish callbacks [] for subnet (9a2e610f-76e0-4760-b7be-8011d4581daa), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:25.893202 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-9aac8f8c-c3a2-4054-9025-a8d64f61cd0c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8525824'] for subnet (9a2e610f-76e0-4760-b7be-8011d4581daa), precommit_delete_associations {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:25.984557 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-9aac8f8c-c3a2-4054-9025-a8d64f61cd0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8232756'] for subnet (9a2e610f-76e0-4760-b7be-8011d4581daa), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:26.150275 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-9aac8f8c-c3a2-4054-9025-a8d64f61cd0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8232707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9104041'] for subnet (9a2e610f-76e0-4760-b7be-8011d4581daa), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:26.179857 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-9aac8f8c-c3a2-4054-9025-a8d64f61cd0c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:26.183283 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-9aac8f8c-c3a2-4054-9025-a8d64f61cd0c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9a2e610f-76e0-4760-b7be-8011d4581daa HTTP/1.1" status: 204 len: 168 time: 0.3828545 Mar 31 15:47:26.184072 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aac8f8c-c3a2-4054-9025-a8d64f61cd0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a2e610f-76e0-4760-b7be-8011d4581daa,revision_number=None']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:47:26.186454 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 52386) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:47:26.191549 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60850c3-d394-4922-aeb5-df99c2126d30 None None] Network 6ce47f39-3814-4e43-bd73-afb159608eca requested from dv-cinder-750782-15-smb {{(pid=104160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:47:26.278483 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-404b2033-cff1-46fd-b795-c9cc6646e2f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8161909'] for network (6ce47f39-3814-4e43-bd73-afb159608eca), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:26.346874 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.plugin [None req-404b2033-cff1-46fd-b795-c9cc6646e2f6 admin admin] Deleting port a43036d4-9fdf-47ee-9de4-6ebef9db19fe {{(pid=104158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:47:26.347210 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-404b2033-cff1-46fd-b795-c9cc6646e2f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772784948758'] for port (a43036d4-9fdf-47ee-9de4-6ebef9db19fe), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:26.370968 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92fd2e85-e85a-4a55-bc75-c801fabc3935 None None] DHCP port deletion for 6ce47f39-3814-4e43-bd73-afb159608eca request from dv-cinder-750782-15-smb {{(pid=104160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 15:47:26.423607 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.db [None req-404b2033-cff1-46fd-b795-c9cc6646e2f6 admin admin] For port a43036d4-9fdf-47ee-9de4-6ebef9db19fe, host dv-cinder-750782-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-smb',level=0,port_id=a43036d4-9fdf-47ee-9de4-6ebef9db19fe,segment=NetworkSegment(6bcab16b-0c41-4f5b-8545-8863ae1cf078),segment_id=6bcab16b-0c41-4f5b-8545-8863ae1cf078)] {{(pid=104158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:47:26.424046 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-404b2033-cff1-46fd-b795-c9cc6646e2f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576833'] for port (a43036d4-9fdf-47ee-9de4-6ebef9db19fe), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:26.425569 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-92fd2e85-e85a-4a55-bc75-c801fabc3935 None None] Deleting port a43036d4-9fdf-47ee-9de4-6ebef9db19fe {{(pid=104160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:47:26.426167 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-92fd2e85-e85a-4a55-bc75-c801fabc3935 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772784948758'] for port (a43036d4-9fdf-47ee-9de4-6ebef9db19fe), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:26.438383 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.plugin [None req-404b2033-cff1-46fd-b795-c9cc6646e2f6 admin admin] Calling delete_port for a43036d4-9fdf-47ee-9de4-6ebef9db19fe owned by network:dhcp {{(pid=104158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:47:26.443731 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device 271c631d-9c4d-4b59-aa2f-250dec501c88 no longer exists at agent ovs-agent-dv-cinder-750782-15-smb {{(pid=104160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:47:26.496623 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] No Port match for: 271c631d-9c4d-4b59-aa2f-250dec501c88 {{(pid=104160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:47:26.496975 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device 271c631d-9c4d-4b59-aa2f-250dec501c88 not bound to the agent host dv-cinder-750782-15-smb {{(pid=104160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:47:26.497416 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device ab414089-2830-4501-93f0-5d9ec8e86bdb no longer exists at agent ovs-agent-dv-cinder-750782-15-smb {{(pid=104160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:47:26.520145 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] No Port match for: ab414089-2830-4501-93f0-5d9ec8e86bdb {{(pid=104160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:47:26.520489 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device ab414089-2830-4501-93f0-5d9ec8e86bdb not bound to the agent host dv-cinder-750782-15-smb {{(pid=104160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:47:26.538955 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-92fd2e85-e85a-4a55-bc75-c801fabc3935 None None] For port a43036d4-9fdf-47ee-9de4-6ebef9db19fe, host dv-cinder-750782-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-smb',level=0,port_id=a43036d4-9fdf-47ee-9de4-6ebef9db19fe,segment=NetworkSegment(6bcab16b-0c41-4f5b-8545-8863ae1cf078),segment_id=6bcab16b-0c41-4f5b-8545-8863ae1cf078)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:47:26.539355 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-92fd2e85-e85a-4a55-bc75-c801fabc3935 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576833'] for port (a43036d4-9fdf-47ee-9de4-6ebef9db19fe), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:26.552520 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-92fd2e85-e85a-4a55-bc75-c801fabc3935 None None] Calling delete_port for a43036d4-9fdf-47ee-9de4-6ebef9db19fe owned by network:dhcp {{(pid=104160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:47:26.639235 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-404b2033-cff1-46fd-b795-c9cc6646e2f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772784953465', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772784453879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302876'] for port (a43036d4-9fdf-47ee-9de4-6ebef9db19fe), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:26.645133 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-92fd2e85-e85a-4a55-bc75-c801fabc3935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772784953465', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772784453879'] for port (a43036d4-9fdf-47ee-9de4-6ebef9db19fe), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:26.665517 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404b2033-cff1-46fd-b795-c9cc6646e2f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a43036d4-9fdf-47ee-9de4-6ebef9db19fe,revision_number=None']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:47:26.670153 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404b2033-cff1-46fd-b795-c9cc6646e2f6 admin admin] No DVR routers for this DVR port a43036d4-9fdf-47ee-9de4-6ebef9db19fe on host dv-cinder-750782-15-smb {{(pid=104158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:47:26.673877 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fd2e85-e85a-4a55-bc75-c801fabc3935 None None] Pushing event deleted for resources: {'Port': ['ID=a43036d4-9fdf-47ee-9de4-6ebef9db19fe,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:47:26.675794 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fd2e85-e85a-4a55-bc75-c801fabc3935 None None] No DVR routers for this DVR port a43036d4-9fdf-47ee-9de4-6ebef9db19fe on host dv-cinder-750782-15-smb {{(pid=104160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:47:26.760152 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-404b2033-cff1-46fd-b795-c9cc6646e2f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8291519', 'neutron.services.segments.db._delete_segments_for_network-8772784778810'] for network (6ce47f39-3814-4e43-bd73-afb159608eca), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:26.784218 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.services.segments.db [None req-404b2033-cff1-46fd-b795-c9cc6646e2f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ce47f39-3814-4e43-bd73-afb159608eca']}} {{(pid=104158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:47:26.793963 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.services.segments.db [None req-404b2033-cff1-46fd-b795-c9cc6646e2f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bcab16b-0c41-4f5b-8545-8863ae1cf078') {'for_net_delete': True} {{(pid=104158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:47:26.794302 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.services.segments.db [None req-404b2033-cff1-46fd-b795-c9cc6646e2f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bcab16b-0c41-4f5b-8545-8863ae1cf078') {} {{(pid=104158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:47:26.808545 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-404b2033-cff1-46fd-b795-c9cc6646e2f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772784779587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8525835'] for segment (6bcab16b-0c41-4f5b-8545-8863ae1cf078), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:26.823372 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-404b2033-cff1-46fd-b795-c9cc6646e2f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8219139'] for segment (6bcab16b-0c41-4f5b-8545-8863ae1cf078), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:26.829523 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-404b2033-cff1-46fd-b795-c9cc6646e2f6 admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=104158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:47:26.829946 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-404b2033-cff1-46fd-b795-c9cc6646e2f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8219139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3302793'] for segment (6bcab16b-0c41-4f5b-8545-8863ae1cf078), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:26.831593 dv-cinder-750782-15-smb neutron-server[104158]: Traceback (most recent call last): Mar 31 15:47:26.831593 dv-cinder-750782-15-smb neutron-server[104158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:47:26.831593 dv-cinder-750782-15-smb neutron-server[104158]: timer() Mar 31 15:47:26.831593 dv-cinder-750782-15-smb neutron-server[104158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:47:26.831593 dv-cinder-750782-15-smb neutron-server[104158]: cb(*args, **kw) Mar 31 15:47:26.831593 dv-cinder-750782-15-smb neutron-server[104158]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 15:47:26.831593 dv-cinder-750782-15-smb neutron-server[104158]: return func(*args, **kwargs) Mar 31 15:47:26.831593 dv-cinder-750782-15-smb neutron-server[104158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:47:26.831593 dv-cinder-750782-15-smb neutron-server[104158]: self._notify() Mar 31 15:47:26.831593 dv-cinder-750782-15-smb neutron-server[104158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:47:26.831593 dv-cinder-750782-15-smb neutron-server[104158]: self.callback(batched_events) Mar 31 15:47:26.831593 dv-cinder-750782-15-smb neutron-server[104158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:47:26.831593 dv-cinder-750782-15-smb neutron-server[104158]: event.method(event) Mar 31 15:47:26.831593 dv-cinder-750782-15-smb neutron-server[104158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 15:47:26.831593 dv-cinder-750782-15-smb neutron-server[104158]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:47:26.831593 dv-cinder-750782-15-smb neutron-server[104158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 15:47:26.831593 dv-cinder-750782-15-smb neutron-server[104158]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:47:26.831593 dv-cinder-750782-15-smb neutron-server[104158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 15:47:26.831593 dv-cinder-750782-15-smb neutron-server[104158]: return f(self, *a, **k) Mar 31 15:47:26.831593 dv-cinder-750782-15-smb neutron-server[104158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 15:47:26.831593 dv-cinder-750782-15-smb neutron-server[104158]: return self._get(url).json() Mar 31 15:47:26.831593 dv-cinder-750782-15-smb neutron-server[104158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 15:47:26.831593 dv-cinder-750782-15-smb neutron-server[104158]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:47:26.831593 dv-cinder-750782-15-smb neutron-server[104158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:47:26.831593 dv-cinder-750782-15-smb neutron-server[104158]: return self.request(url, 'GET', **kwargs) Mar 31 15:47:26.831593 dv-cinder-750782-15-smb neutron-server[104158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:47:26.831593 dv-cinder-750782-15-smb neutron-server[104158]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:47:26.831593 dv-cinder-750782-15-smb neutron-server[104158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:47:26.831593 dv-cinder-750782-15-smb neutron-server[104158]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:47:26.831593 dv-cinder-750782-15-smb neutron-server[104158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:47:26.831593 dv-cinder-750782-15-smb neutron-server[104158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:47:26.831593 dv-cinder-750782-15-smb neutron-server[104158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:47:26.866599 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d39bc62-18eb-4ab0-b03e-9e96780b3b21 req-335619ce-a6af-4ae1-959c-d203cdb1f46e tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:26.868124 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-4d39bc62-18eb-4ab0-b03e-9e96780b3b21 req-335619ce-a6af-4ae1-959c-d203cdb1f46e tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3c425bb-4e78-46bd-bc1d-ff350c5ac844 HTTP/1.1" status: 200 len: 943 time: 0.0625489 Mar 31 15:47:26.916960 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-4d39bc62-18eb-4ab0-b03e-9e96780b3b21 req-7c58a634-b595-4671-badd-1e1b33c0c1da tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecb6826-664c-46a4-92d1-06805d3892de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430648 Mar 31 15:47:26.992946 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-404b2033-cff1-46fd-b795-c9cc6646e2f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8291510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574053'] for network (6ce47f39-3814-4e43-bd73-afb159608eca), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:26.998555 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-404b2033-cff1-46fd-b795-c9cc6646e2f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043269'] for network (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:27.001771 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-404b2033-cff1-46fd-b795-c9cc6646e2f6 admin admin] 10.222.0.21 "DELETE /v2.0/networks/6ce47f39-3814-4e43-bd73-afb159608eca HTTP/1.1" status: 204 len: 168 time: 0.8140483 Mar 31 15:47:27.013418 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404b2033-cff1-46fd-b795-c9cc6646e2f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ce47f39-3814-4e43-bd73-afb159608eca,revision_number=None']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:47:27.419223 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 52394) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:47:27.461899 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-be8c2f3d-08a2-4720-b7df-9b29cdaa62a8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c680e9e6d388412fa4440c103afb5577&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413737 Mar 31 15:47:27.464435 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 52396) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:47:27.512148 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-aafbeb93-3166-474a-bba5-0f2f255cf24e admin admin] Publish callbacks [] for security_group (ff52c4a2-ddd0-4bfc-a5a2-6996d3546772), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:27.534469 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-aafbeb93-3166-474a-bba5-0f2f255cf24e admin admin] Publish callbacks [] for security_group (ff52c4a2-ddd0-4bfc-a5a2-6996d3546772), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:27.673000 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-aafbeb93-3166-474a-bba5-0f2f255cf24e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (ff52c4a2-ddd0-4bfc-a5a2-6996d3546772), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:27.675620 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-aafbeb93-3166-474a-bba5-0f2f255cf24e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:27.676944 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-aafbeb93-3166-474a-bba5-0f2f255cf24e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ff52c4a2-ddd0-4bfc-a5a2-6996d3546772 HTTP/1.1" status: 204 len: 168 time: 0.2114525 Mar 31 15:47:27.685369 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafbeb93-3166-474a-bba5-0f2f255cf24e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff52c4a2-ddd0-4bfc-a5a2-6996d3546772,revision_number=None']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:47:28.048201 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bdfeed-a905-4132-8b7a-aec162d5e5b7 req-e00e4dea-658b-40a8-ad78-1cc90074d28f tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:28.055092 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-e2bdfeed-a905-4132-8b7a-aec162d5e5b7 req-e00e4dea-658b-40a8-ad78-1cc90074d28f tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3c425bb-4e78-46bd-bc1d-ff350c5ac844 HTTP/1.1" status: 200 len: 943 time: 0.0646081 Mar 31 15:47:28.110702 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-e2bdfeed-a905-4132-8b7a-aec162d5e5b7 req-78d680a4-6a84-4647-a78b-f23471fe729b tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecb6826-664c-46a4-92d1-06805d3892de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536754 Mar 31 15:47:28.387083 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device a43036d4-9fdf-47ee-9de4-6ebef9db19fe no longer exists at agent ovs-agent-dv-cinder-750782-15-smb {{(pid=104160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:47:28.409122 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] No Port match for: a43036d4-9fdf-47ee-9de4-6ebef9db19fe {{(pid=104160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:47:28.409923 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device a43036d4-9fdf-47ee-9de4-6ebef9db19fe not bound to the agent host dv-cinder-750782-15-smb {{(pid=104160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:47:29.225178 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e1d504-23bd-49a1-974d-f308325e371f req-ecd42952-1f08-4c4d-9017-a35d9a4d8d1f tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:29.226705 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-e1e1d504-23bd-49a1-974d-f308325e371f req-ecd42952-1f08-4c4d-9017-a35d9a4d8d1f tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3c425bb-4e78-46bd-bc1d-ff350c5ac844 HTTP/1.1" status: 200 len: 943 time: 0.0543725 Mar 31 15:47:29.288345 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-e1e1d504-23bd-49a1-974d-f308325e371f req-5ed23def-fe6e-4bca-a31b-ffddc43b2a92 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecb6826-664c-46a4-92d1-06805d3892de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557981 Mar 31 15:47:30.018401 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6218f467-313d-402d-a225-9a678c99929e req-33b3c39a-070e-40cb-ab1d-c29095e0a6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:30.020014 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-6218f467-313d-402d-a225-9a678c99929e req-33b3c39a-070e-40cb-ab1d-c29095e0a6a7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f3c425bb-4e78-46bd-bc1d-ff350c5ac844&tenant_id=240469f9130e460c95867b36952a1df2 HTTP/1.1" status: 200 len: 1127 time: 0.0466111 Mar 31 15:47:30.088449 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6218f467-313d-402d-a225-9a678c99929e req-daa07880-4566-4cc0-9dcb-63354385a006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:30.089970 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-6218f467-313d-402d-a225-9a678c99929e req-daa07880-4566-4cc0-9dcb-63354385a006 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=240469f9130e460c95867b36952a1df2&device_id=f3c425bb-4e78-46bd-bc1d-ff350c5ac844 HTTP/1.1" status: 200 len: 1127 time: 0.0503571 Mar 31 15:47:30.180140 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6218f467-313d-402d-a225-9a678c99929e req-1475479b-99f4-42cc-aef4-a41399eed177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:30.181623 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-6218f467-313d-402d-a225-9a678c99929e req-1475479b-99f4-42cc-aef4-a41399eed177 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a3fc6832-8c49-4053-86a2-2925ffecb8dc HTTP/1.1" status: 200 len: 909 time: 0.0859995 Mar 31 15:47:30.252403 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-6218f467-313d-402d-a225-9a678c99929e req-31c90e10-b88f-48f4-98f7-5aaf1e6dbe2e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0497cffd-a9f0-463e-9f92-3aa5e743ae55 HTTP/1.1" status: 200 len: 999 time: 0.0654099 Mar 31 15:47:30.300137 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6218f467-313d-402d-a225-9a678c99929e req-77d9ab21-0cf6-4b3e-a2b7-3a55fbcba69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:30.301557 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-6218f467-313d-402d-a225-9a678c99929e req-77d9ab21-0cf6-4b3e-a2b7-3a55fbcba69a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cba4a592-9143-4b08-90ed-afe3275c7e69 HTTP/1.1" status: 200 len: 847 time: 0.0438840 Mar 31 15:47:30.361797 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6218f467-313d-402d-a225-9a678c99929e req-e4101f06-9a36-4606-8070-c3c4c0eab468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:30.363309 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-6218f467-313d-402d-a225-9a678c99929e req-e4101f06-9a36-4606-8070-c3c4c0eab468 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a3fc6832-8c49-4053-86a2-2925ffecb8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0556328 Mar 31 15:47:30.478684 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cf39ac-7593-4426-8ff8-cdcfcdfde660 req-38005eac-3049-4885-b45e-48b50761f8c3 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:30.480138 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-19cf39ac-7593-4426-8ff8-cdcfcdfde660 req-38005eac-3049-4885-b45e-48b50761f8c3 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3c425bb-4e78-46bd-bc1d-ff350c5ac844 HTTP/1.1" status: 200 len: 943 time: 0.1159532 Mar 31 15:47:30.499665 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-6218f467-313d-402d-a225-9a678c99929e req-07f2229e-9fcf-42c4-b9a8-c849eb058995 service neutron] 10.222.0.26 "GET /v2.0/networks/a3fc6832-8c49-4053-86a2-2925ffecb8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252334 Mar 31 15:47:30.596402 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-19cf39ac-7593-4426-8ff8-cdcfcdfde660 req-8049fa74-90d3-4dd2-9c87-7bd4751c61fe tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecb6826-664c-46a4-92d1-06805d3892de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102896 Mar 31 15:47:30.629738 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-6218f467-313d-402d-a225-9a678c99929e req-25ffbd98-f6b8-40d8-b066-2e66bbba7ce1 service neutron] 10.222.0.26 "GET /v2.0/networks/a3fc6832-8c49-4053-86a2-2925ffecb8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250358 Mar 31 15:47:31.722003 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3858f995-02fb-4d89-9b65-1e6e1f47f518 req-55152e3a-a23e-4023-a9ad-7b05cfed587a tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:31.723387 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-3858f995-02fb-4d89-9b65-1e6e1f47f518 req-55152e3a-a23e-4023-a9ad-7b05cfed587a tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3c425bb-4e78-46bd-bc1d-ff350c5ac844 HTTP/1.1" status: 200 len: 943 time: 0.0565805 Mar 31 15:47:31.775503 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-3858f995-02fb-4d89-9b65-1e6e1f47f518 req-60329736-ac59-4ec6-8bb8-fc074ca6008d tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecb6826-664c-46a4-92d1-06805d3892de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460615 Mar 31 15:47:32.442891 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device 0497cffd-a9f0-463e-9f92-3aa5e743ae55 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=104160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 15:47:32.542441 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] For port 0497cffd-a9f0-463e-9f92-3aa5e743ae55, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=0497cffd-a9f0-463e-9f92-3aa5e743ae55,segment=NetworkSegment(1466b54c-0f45-4497-8c86-d1d22a275f2a),segment_id=1466b54c-0f45-4497-8c86-d1d22a275f2a)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:47:32.554476 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Returning: {'device': '0497cffd-a9f0-463e-9f92-3aa5e743ae55', 'network_id': 'a3fc6832-8c49-4053-86a2-2925ffecb8dc', 'port_id': '0497cffd-a9f0-463e-9f92-3aa5e743ae55', 'mac_address': 'fa:16:3e:e0:dd:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cba4a592-9143-4b08-90ed-afe3275c7e69', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 15:47:32.592878 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Current status of the port 0497cffd-a9f0-463e-9f92-3aa5e743ae55 is: DOWN; New status is: BUILD {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:47:32.593193 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (0497cffd-a9f0-463e-9f92-3aa5e743ae55), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:32.606725 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.notifiers.nova [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0497cffd-a9f0-463e-9f92-3aa5e743ae55 {{(pid=104160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:47:32.627969 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] For port 0497cffd-a9f0-463e-9f92-3aa5e743ae55, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=0497cffd-a9f0-463e-9f92-3aa5e743ae55,segment=NetworkSegment(1466b54c-0f45-4497-8c86-d1d22a275f2a),segment_id=1466b54c-0f45-4497-8c86-d1d22a275f2a)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:47:32.769619 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (0497cffd-a9f0-463e-9f92-3aa5e743ae55), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:32.821414 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Pushing event updated for resources: {'Port': ['ID=0497cffd-a9f0-463e-9f92-3aa5e743ae55,revision_number=7']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:47:32.898348 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9fe380-72ff-4233-9cbf-87e2967588b3 req-950400f3-fe37-4936-bf29-2ce5da154344 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:32.899962 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-1b9fe380-72ff-4233-9cbf-87e2967588b3 req-950400f3-fe37-4936-bf29-2ce5da154344 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3c425bb-4e78-46bd-bc1d-ff350c5ac844 HTTP/1.1" status: 200 len: 944 time: 0.0537410 Mar 31 15:47:32.949837 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-1b9fe380-72ff-4233-9cbf-87e2967588b3 req-cbb9f367-1904-4fba-b0de-6dfc89987eb0 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecb6826-664c-46a4-92d1-06805d3892de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441756 Mar 31 15:47:32.965201 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] get_ports_and_sgs() called for port_ids ['0497cffd-a9f0-463e-9f92-3aa5e743ae55'] {{(pid=104160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:47:34.072242 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953fc662-2dd7-4d6e-b48a-5b51596795fe req-37b8b435-b53e-45d1-b890-0cc37e5f69a5 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:34.073886 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-953fc662-2dd7-4d6e-b48a-5b51596795fe req-37b8b435-b53e-45d1-b890-0cc37e5f69a5 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3c425bb-4e78-46bd-bc1d-ff350c5ac844 HTTP/1.1" status: 200 len: 944 time: 0.0534184 Mar 31 15:47:34.122472 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-953fc662-2dd7-4d6e-b48a-5b51596795fe req-d4aa61e8-40e7-404c-9b3c-48723acd3cf3 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecb6826-664c-46a4-92d1-06805d3892de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429866 Mar 31 15:47:34.200829 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-bfa14a00-64e9-4377-91d7-846d5599655c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (80b0103a-7158-48a6-b59a-3fe393c523d9), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:34.443168 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device 0497cffd-a9f0-463e-9f92-3aa5e743ae55 up at agent hyperv_hv-cinder-75078 {{(pid=104160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:47:34.482142 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.agents_db [None req-c7073644-962b-4037-b6f3-12a39092c58a None None] Agent healthcheck: found 6 active agents {{(pid=104161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:47:34.491667 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Provisioning complete for port 0497cffd-a9f0-463e-9f92-3aa5e743ae55 triggered by entity L2. {{(pid=104160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:47:34.492039 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8294364'] for port (0497cffd-a9f0-463e-9f92-3aa5e743ae55), provisioning_complete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:34.574288 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Current status of the port 0497cffd-a9f0-463e-9f92-3aa5e743ae55 is: BUILD; New status is: ACTIVE {{(pid=104160) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:47:34.574679 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8338982'] for port (0497cffd-a9f0-463e-9f92-3aa5e743ae55), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:34.597568 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3c425bb-4e78-46bd-bc1d-ff350c5ac844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0497cffd-a9f0-463e-9f92-3aa5e743ae55'}] {{(pid=104160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:47:34.599652 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce3869fed81eb230bc7c00aef7f85a04080afe3b8b72d2e6fbd63f6167e83839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf41250-42f9-4ba1-802e-47ea1348f8a1" -d '{"events": [{"server_uuid": "f3c425bb-4e78-46bd-bc1d-ff350c5ac844", "name": "network-vif-plugged", "status": "completed", "tag": "0497cffd-a9f0-463e-9f92-3aa5e743ae55"}]}' {{(pid=104160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:47:34.613120 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] For port 0497cffd-a9f0-463e-9f92-3aa5e743ae55, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=0497cffd-a9f0-463e-9f92-3aa5e743ae55,segment=NetworkSegment(1466b54c-0f45-4497-8c86-d1d22a275f2a),segment_id=1466b54c-0f45-4497-8c86-d1d22a275f2a)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:47:34.640676 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1192a5b3-e094-414c-ac95-b519e1590d20 x-openstack-request-id: req-1192a5b3-e094-414c-ac95-b519e1590d20 {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:47:34.640973 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3c425bb-4e78-46bd-bc1d-ff350c5ac844", "name": "network-vif-plugged", "status": "completed", "tag": "0497cffd-a9f0-463e-9f92-3aa5e743ae55", "code": 200}]} {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:47:34.641223 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1192a5b3-e094-414c-ac95-b519e1590d20 {{(pid=104160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:47:34.641649 dv-cinder-750782-15-smb neutron-server[104160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1192a5b3-e094-414c-ac95-b519e1590d20'] response: {'server_uuid': 'f3c425bb-4e78-46bd-bc1d-ff350c5ac844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0497cffd-a9f0-463e-9f92-3aa5e743ae55', 'code': 200} Mar 31 15:47:34.726620 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772784953483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772784452100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772784452118'] for port (0497cffd-a9f0-463e-9f92-3aa5e743ae55), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:34.775472 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Pushing event updated for resources: {'Port': ['ID=0497cffd-a9f0-463e-9f92-3aa5e743ae55,revision_number=8']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:47:35.041067 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3964ae54-dbbc-4478-a5f4-a6f00bf90125 req-76aab525-e1f5-4231-bfbd-4c9c83e67c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:35.042769 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-3964ae54-dbbc-4478-a5f4-a6f00bf90125 req-76aab525-e1f5-4231-bfbd-4c9c83e67c1b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f3c425bb-4e78-46bd-bc1d-ff350c5ac844 HTTP/1.1" status: 200 len: 1129 time: 0.0530455 Mar 31 15:47:35.092340 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-3964ae54-dbbc-4478-a5f4-a6f00bf90125 req-dc5aa3e2-b9c0-47f5-8c72-cbe69fa33b25 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3ecb6826-664c-46a4-92d1-06805d3892de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429752 Mar 31 15:47:35.247675 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7843170d-391c-4503-84ed-661d0e563ab1 req-c04c8c22-dd8c-4396-973e-9799fa3a99fb tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:35.249052 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-7843170d-391c-4503-84ed-661d0e563ab1 req-c04c8c22-dd8c-4396-973e-9799fa3a99fb tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3c425bb-4e78-46bd-bc1d-ff350c5ac844 HTTP/1.1" status: 200 len: 945 time: 0.0566964 Mar 31 15:47:35.297731 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-7843170d-391c-4503-84ed-661d0e563ab1 req-4750f6c2-2c8a-4484-9e5a-0a74e6f8e8ff tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecb6826-664c-46a4-92d1-06805d3892de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429745 Mar 31 15:47:36.422246 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190c7e5e-bc04-4d19-8b07-d5b373824df5 req-1b9852cf-d63f-45c5-9c46-23b41d7d0490 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:36.424307 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-190c7e5e-bc04-4d19-8b07-d5b373824df5 req-1b9852cf-d63f-45c5-9c46-23b41d7d0490 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3c425bb-4e78-46bd-bc1d-ff350c5ac844 HTTP/1.1" status: 200 len: 945 time: 0.0537710 Mar 31 15:47:36.446779 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (42669199-0b56-4e25-9a3d-cc561c912f6a), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:36.478940 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-190c7e5e-bc04-4d19-8b07-d5b373824df5 req-a5fb3125-6f5d-4bdb-917f-ac86c6d46bc7 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecb6826-664c-46a4-92d1-06805d3892de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471766 Mar 31 15:47:36.544453 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-64550ecc-e2a4-4f5e-9d6b-26ee7452c980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (9721ac04-bac7-49da-b384-3a2049eedfa2), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:37.704173 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0b2f012e-2fbd-4b35-9815-8024e4a993e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fb816cbb-0527-4766-83b7-604ad6a553f5), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:39.578712 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-211e425b-1201-4862-afc0-6363249efbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (1ca8e2b3-6f2e-4d63-b52b-ad8a81fa6826), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:40.483742 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 52548) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:47:40.592933 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-6468ffc5-fdf1-40e5-a38c-07c736b3b53d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:40.671307 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-6468ffc5-fdf1-40e5-a38c-07c736b3b53d admin admin] Publish callbacks [] for security_group (10d91344-5a73-4fe8-806f-bbb211f636fc), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:40.761382 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-6468ffc5-fdf1-40e5-a38c-07c736b3b53d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (10d91344-5a73-4fe8-806f-bbb211f636fc), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:40.803537 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-6468ffc5-fdf1-40e5-a38c-07c736b3b53d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=04aee18beb8b4a84a05ee9084a08f4ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3186951 Mar 31 15:47:40.804302 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6468ffc5-fdf1-40e5-a38c-07c736b3b53d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10d91344-5a73-4fe8-806f-bbb211f636fc,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:47:40.806517 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 52552) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:47:40.867900 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-f7241c8b-5217-4d90-a025-242d743882ac admin admin] Publish callbacks [] for security_group (10d91344-5a73-4fe8-806f-bbb211f636fc), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:40.889943 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-f7241c8b-5217-4d90-a025-242d743882ac admin admin] Publish callbacks [] for security_group (10d91344-5a73-4fe8-806f-bbb211f636fc), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:40.961074 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fd34c7ed-cab5-463e-81bb-e9aa6ef90623), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:41.038532 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-f7241c8b-5217-4d90-a025-242d743882ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (10d91344-5a73-4fe8-806f-bbb211f636fc), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:41.041164 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-f7241c8b-5217-4d90-a025-242d743882ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:41.042385 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-f7241c8b-5217-4d90-a025-242d743882ac admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/10d91344-5a73-4fe8-806f-bbb211f636fc HTTP/1.1" status: 204 len: 168 time: 0.2347083 Mar 31 15:47:41.051713 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7241c8b-5217-4d90-a025-242d743882ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d91344-5a73-4fe8-806f-bbb211f636fc,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:47:41.806883 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 52558) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:47:41.825619 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-20d45e97-fd22-4766-9b53-64d2cdea5a26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:41.907208 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-20d45e97-fd22-4766-9b53-64d2cdea5a26 admin admin] Publish callbacks [] for security_group (cd67b802-4560-4b60-a9b5-57e9129d2287), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:42.000905 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-20d45e97-fd22-4766-9b53-64d2cdea5a26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (cd67b802-4560-4b60-a9b5-57e9129d2287), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:42.043303 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-20d45e97-fd22-4766-9b53-64d2cdea5a26 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e9e2608167104e38a083e81d5cbed080&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2350171 Mar 31 15:47:42.044432 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d45e97-fd22-4766-9b53-64d2cdea5a26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd67b802-4560-4b60-a9b5-57e9129d2287,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:47:42.047306 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 52560) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:47:42.099584 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-7933a8ef-dd5f-45d4-b26b-d8954b97f6c0 admin admin] Publish callbacks [] for security_group (cd67b802-4560-4b60-a9b5-57e9129d2287), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:42.131588 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-7933a8ef-dd5f-45d4-b26b-d8954b97f6c0 admin admin] Publish callbacks [] for security_group (cd67b802-4560-4b60-a9b5-57e9129d2287), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:42.318290 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-7933a8ef-dd5f-45d4-b26b-d8954b97f6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (cd67b802-4560-4b60-a9b5-57e9129d2287), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:42.320840 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-7933a8ef-dd5f-45d4-b26b-d8954b97f6c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:42.322040 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-7933a8ef-dd5f-45d4-b26b-d8954b97f6c0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cd67b802-4560-4b60-a9b5-57e9129d2287 HTTP/1.1" status: 204 len: 168 time: 0.2733173 Mar 31 15:47:42.330145 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7933a8ef-dd5f-45d4-b26b-d8954b97f6c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd67b802-4560-4b60-a9b5-57e9129d2287,revision_number=None']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:47:49.339070 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 52646) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:47:49.446779 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-9d20d87c-9a70-4471-9719-de255f9504cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:49.520462 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-9d20d87c-9a70-4471-9719-de255f9504cf admin admin] Publish callbacks [] for security_group (8ee1a6b9-52a4-4330-9ce3-db173d539105), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:49.635005 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-9d20d87c-9a70-4471-9719-de255f9504cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (8ee1a6b9-52a4-4330-9ce3-db173d539105), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:49.693950 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-9d20d87c-9a70-4471-9719-de255f9504cf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f3eed59712134c5885518c96124bd8c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3537710 Mar 31 15:47:49.694899 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d20d87c-9a70-4471-9719-de255f9504cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee1a6b9-52a4-4330-9ce3-db173d539105,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:47:49.696991 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 52650) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:47:49.754815 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-71e3dffe-165c-4305-b34a-e6beed93c925 admin admin] Publish callbacks [] for security_group (8ee1a6b9-52a4-4330-9ce3-db173d539105), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:49.776856 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-71e3dffe-165c-4305-b34a-e6beed93c925 admin admin] Publish callbacks [] for security_group (8ee1a6b9-52a4-4330-9ce3-db173d539105), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:49.918129 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-71e3dffe-165c-4305-b34a-e6beed93c925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (8ee1a6b9-52a4-4330-9ce3-db173d539105), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:49.920632 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-71e3dffe-165c-4305-b34a-e6beed93c925 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:49.921821 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-71e3dffe-165c-4305-b34a-e6beed93c925 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8ee1a6b9-52a4-4330-9ce3-db173d539105 HTTP/1.1" status: 204 len: 168 time: 0.2235076 Mar 31 15:47:49.930585 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e3dffe-165c-4305-b34a-e6beed93c925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee1a6b9-52a4-4330-9ce3-db173d539105,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:47:50.748606 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 52656) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:47:50.764136 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d3e96479-ae15-4a17-838e-13d52ecabbd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:50.842488 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d3e96479-ae15-4a17-838e-13d52ecabbd6 admin admin] Publish callbacks [] for security_group (85a8ffaa-3f3d-4723-81b4-dd752c4b9aa2), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:50.952693 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d3e96479-ae15-4a17-838e-13d52ecabbd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (85a8ffaa-3f3d-4723-81b4-dd752c4b9aa2), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:50.992572 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-d3e96479-ae15-4a17-838e-13d52ecabbd6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9c04367d2c36469eb45cf4f1aada3c0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2426794 Mar 31 15:47:50.993258 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e96479-ae15-4a17-838e-13d52ecabbd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a8ffaa-3f3d-4723-81b4-dd752c4b9aa2,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:47:50.996003 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 52658) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:47:51.052142 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-be90ef5e-dd59-47f3-9af2-9dacca29c03d admin admin] Publish callbacks [] for security_group (85a8ffaa-3f3d-4723-81b4-dd752c4b9aa2), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:51.075676 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-be90ef5e-dd59-47f3-9af2-9dacca29c03d admin admin] Publish callbacks [] for security_group (85a8ffaa-3f3d-4723-81b4-dd752c4b9aa2), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:51.227290 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-be90ef5e-dd59-47f3-9af2-9dacca29c03d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (85a8ffaa-3f3d-4723-81b4-dd752c4b9aa2), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:51.229913 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-be90ef5e-dd59-47f3-9af2-9dacca29c03d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:51.231169 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-be90ef5e-dd59-47f3-9af2-9dacca29c03d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/85a8ffaa-3f3d-4723-81b4-dd752c4b9aa2 HTTP/1.1" status: 204 len: 168 time: 0.2350070 Mar 31 15:47:51.240145 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be90ef5e-dd59-47f3-9af2-9dacca29c03d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a8ffaa-3f3d-4723-81b4-dd752c4b9aa2,revision_number=None']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:48:04.246708 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3eb9d46a-4c7f-48a2-8cbb-7fda4951c9a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (80b0103a-7158-48a6-b59a-3fe393c523d9), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:06.403556 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (42669199-0b56-4e25-9a3d-cc561c912f6a), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:06.629678 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-75a6af23-3e42-41c7-8704-7e0630ff4461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (9721ac04-bac7-49da-b384-3a2049eedfa2), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:07.248057 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 52794) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:48:07.361229 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-0ec1a7da-306c-4385-9775-430ce966c047 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:07.455499 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-0ec1a7da-306c-4385-9775-430ce966c047 admin admin] Publish callbacks [] for security_group (cb269009-0be6-468b-8625-a711abdc1582), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:07.572141 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-0ec1a7da-306c-4385-9775-430ce966c047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (cb269009-0be6-468b-8625-a711abdc1582), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:07.615317 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-0ec1a7da-306c-4385-9775-430ce966c047 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=325560bfd087484db97dbe553b2cd7c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3661170 Mar 31 15:48:07.617809 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec1a7da-306c-4385-9775-430ce966c047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb269009-0be6-468b-8625-a711abdc1582,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:48:07.618066 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 52798) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:48:07.669955 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-fcfbcc83-ce49-4939-9a29-09a991aa2078 admin admin] Publish callbacks [] for security_group (cb269009-0be6-468b-8625-a711abdc1582), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:07.693436 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-fcfbcc83-ce49-4939-9a29-09a991aa2078 admin admin] Publish callbacks [] for security_group (cb269009-0be6-468b-8625-a711abdc1582), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:07.752214 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0b2f012e-2fbd-4b35-9815-8024e4a993e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fb816cbb-0527-4766-83b7-604ad6a553f5), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:07.889563 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-fcfbcc83-ce49-4939-9a29-09a991aa2078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (cb269009-0be6-468b-8625-a711abdc1582), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:07.892492 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-fcfbcc83-ce49-4939-9a29-09a991aa2078 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:07.893901 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-fcfbcc83-ce49-4939-9a29-09a991aa2078 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cb269009-0be6-468b-8625-a711abdc1582 HTTP/1.1" status: 204 len: 168 time: 0.2748735 Mar 31 15:48:07.902230 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfbcc83-ce49-4939-9a29-09a991aa2078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb269009-0be6-468b-8625-a711abdc1582,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:48:09.241753 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 52806) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:48:09.255101 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-d14086d3-eb63-4c67-bb3c-1c80f7ed3e3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:09.339201 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-d14086d3-eb63-4c67-bb3c-1c80f7ed3e3a admin admin] Publish callbacks [] for security_group (b447610c-4c98-4016-ab54-b47d6b7f06ce), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:09.609994 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-d14086d3-eb63-4c67-bb3c-1c80f7ed3e3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (b447610c-4c98-4016-ab54-b47d6b7f06ce), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:09.648300 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-d14086d3-eb63-4c67-bb3c-1c80f7ed3e3a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a9b1f73ae6b0461bad7df8298a9c7d0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4051766 Mar 31 15:48:09.649165 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14086d3-eb63-4c67-bb3c-1c80f7ed3e3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b447610c-4c98-4016-ab54-b47d6b7f06ce,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:48:09.651305 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 52808) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:48:09.705354 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-69772aab-2f6a-43a8-a18d-aa57fe2a1b6c admin admin] Publish callbacks [] for security_group (b447610c-4c98-4016-ab54-b47d6b7f06ce), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:09.711971 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-211e425b-1201-4862-afc0-6363249efbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (1ca8e2b3-6f2e-4d63-b52b-ad8a81fa6826), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:09.728554 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-69772aab-2f6a-43a8-a18d-aa57fe2a1b6c admin admin] Publish callbacks [] for security_group (b447610c-4c98-4016-ab54-b47d6b7f06ce), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:09.946651 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-69772aab-2f6a-43a8-a18d-aa57fe2a1b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (b447610c-4c98-4016-ab54-b47d6b7f06ce), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:09.949351 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-69772aab-2f6a-43a8-a18d-aa57fe2a1b6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:09.950599 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-69772aab-2f6a-43a8-a18d-aa57fe2a1b6c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b447610c-4c98-4016-ab54-b47d6b7f06ce HTTP/1.1" status: 204 len: 168 time: 0.2980602 Mar 31 15:48:09.965920 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69772aab-2f6a-43a8-a18d-aa57fe2a1b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b447610c-4c98-4016-ab54-b47d6b7f06ce,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:48:11.000289 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fd34c7ed-cab5-463e-81bb-e9aa6ef90623), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:11.350230 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 52814) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:48:11.363391 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a30c9252-b70b-46be-a503-bf7f85533ba9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:11.436708 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a30c9252-b70b-46be-a503-bf7f85533ba9 admin admin] Publish callbacks [] for security_group (b505f87e-ffe9-416b-9481-37183bdc2e65), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:11.481409 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.agents_db [None req-c7073644-962b-4037-b6f3-12a39092c58a None None] Agent healthcheck: found 6 active agents {{(pid=104161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:48:11.569252 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a30c9252-b70b-46be-a503-bf7f85533ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (b505f87e-ffe9-416b-9481-37183bdc2e65), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:11.609436 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30c9252-b70b-46be-a503-bf7f85533ba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b505f87e-ffe9-416b-9481-37183bdc2e65,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:48:11.615689 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-a30c9252-b70b-46be-a503-bf7f85533ba9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=026888ef370544f1823925203da06cb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2635725 Mar 31 15:48:11.618335 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 52816) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:48:11.667602 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-74ee2cde-deb4-424c-b4fd-4a8eb3210f71 admin admin] Publish callbacks [] for security_group (b505f87e-ffe9-416b-9481-37183bdc2e65), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:11.691370 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-74ee2cde-deb4-424c-b4fd-4a8eb3210f71 admin admin] Publish callbacks [] for security_group (b505f87e-ffe9-416b-9481-37183bdc2e65), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:12.075163 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-74ee2cde-deb4-424c-b4fd-4a8eb3210f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (b505f87e-ffe9-416b-9481-37183bdc2e65), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:12.080166 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-74ee2cde-deb4-424c-b4fd-4a8eb3210f71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:12.080166 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-74ee2cde-deb4-424c-b4fd-4a8eb3210f71 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b505f87e-ffe9-416b-9481-37183bdc2e65 HTTP/1.1" status: 204 len: 168 time: 0.4603755 Mar 31 15:48:12.087419 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ee2cde-deb4-424c-b4fd-4a8eb3210f71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b505f87e-ffe9-416b-9481-37183bdc2e65,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:48:14.251163 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 52846) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:48:14.358685 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-dca42efa-82b7-49eb-82ea-8d72a6177f25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:14.433517 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-dca42efa-82b7-49eb-82ea-8d72a6177f25 admin admin] Publish callbacks [] for security_group (a211276b-dd0f-4dcd-9e3b-54f08d3f3bdd), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:14.568938 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-dca42efa-82b7-49eb-82ea-8d72a6177f25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (a211276b-dd0f-4dcd-9e3b-54f08d3f3bdd), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:14.608699 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-dca42efa-82b7-49eb-82ea-8d72a6177f25 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c1d6124a62a9447498c910e84b73170f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3566856 Mar 31 15:48:14.609639 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca42efa-82b7-49eb-82ea-8d72a6177f25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a211276b-dd0f-4dcd-9e3b-54f08d3f3bdd,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:48:14.611712 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 52850) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:48:14.664536 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-a880bf02-884c-431f-a5df-d3852aecb7be admin admin] Publish callbacks [] for security_group (a211276b-dd0f-4dcd-9e3b-54f08d3f3bdd), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:14.686675 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-a880bf02-884c-431f-a5df-d3852aecb7be admin admin] Publish callbacks [] for security_group (a211276b-dd0f-4dcd-9e3b-54f08d3f3bdd), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:14.840626 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-a880bf02-884c-431f-a5df-d3852aecb7be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (a211276b-dd0f-4dcd-9e3b-54f08d3f3bdd), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:14.843206 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-a880bf02-884c-431f-a5df-d3852aecb7be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:14.844483 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-a880bf02-884c-431f-a5df-d3852aecb7be admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a211276b-dd0f-4dcd-9e3b-54f08d3f3bdd HTTP/1.1" status: 204 len: 168 time: 0.2317050 Mar 31 15:48:14.852426 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a880bf02-884c-431f-a5df-d3852aecb7be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a211276b-dd0f-4dcd-9e3b-54f08d3f3bdd,revision_number=None']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:48:16.938241 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-14f0e467-16d2-45fd-96a1-12f24858c32c req-ee2c02e0-350e-437b-8229-4fa56d419251 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f3c425bb-4e78-46bd-bc1d-ff350c5ac844&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0469682 Mar 31 15:48:17.001892 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f0e467-16d2-45fd-96a1-12f24858c32c req-5b723a0c-b352-4868-a03e-ac7299e5bc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:48:17.003340 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-14f0e467-16d2-45fd-96a1-12f24858c32c req-5b723a0c-b352-4868-a03e-ac7299e5bc0f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=240469f9130e460c95867b36952a1df2&device_id=f3c425bb-4e78-46bd-bc1d-ff350c5ac844 HTTP/1.1" status: 200 len: 1129 time: 0.0452981 Mar 31 15:48:17.111272 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f0e467-16d2-45fd-96a1-12f24858c32c req-6cf4aa84-6300-4b2b-9b19-fb9daf93737d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:48:17.112823 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-14f0e467-16d2-45fd-96a1-12f24858c32c req-6cf4aa84-6300-4b2b-9b19-fb9daf93737d service neutron] 10.222.0.26 "GET /v2.0/networks?id=a3fc6832-8c49-4053-86a2-2925ffecb8dc HTTP/1.1" status: 200 len: 909 time: 0.0920510 Mar 31 15:48:17.181356 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-14f0e467-16d2-45fd-96a1-12f24858c32c req-9073588b-90c4-4a74-93c5-08b0f9710851 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0497cffd-a9f0-463e-9f92-3aa5e743ae55 HTTP/1.1" status: 200 len: 1001 time: 0.0628500 Mar 31 15:48:17.230439 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f0e467-16d2-45fd-96a1-12f24858c32c req-b9edd409-286c-4797-a640-3c3581a5f74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:48:17.231897 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-14f0e467-16d2-45fd-96a1-12f24858c32c req-b9edd409-286c-4797-a640-3c3581a5f74c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cba4a592-9143-4b08-90ed-afe3275c7e69 HTTP/1.1" status: 200 len: 847 time: 0.0456803 Mar 31 15:48:17.279857 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f0e467-16d2-45fd-96a1-12f24858c32c req-335af45b-af8c-4133-92ab-0738f4b354ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:48:17.281924 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-14f0e467-16d2-45fd-96a1-12f24858c32c req-335af45b-af8c-4133-92ab-0738f4b354ba service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a3fc6832-8c49-4053-86a2-2925ffecb8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0447578 Mar 31 15:48:17.370990 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-14f0e467-16d2-45fd-96a1-12f24858c32c req-0c8db66a-96e2-4ff4-9cb4-28d31d14a681 service neutron] 10.222.0.26 "GET /v2.0/networks/a3fc6832-8c49-4053-86a2-2925ffecb8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834937 Mar 31 15:48:17.459518 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-14f0e467-16d2-45fd-96a1-12f24858c32c req-ef897bd0-00aa-48fb-b379-0ac13b2ec8ad service neutron] 10.222.0.26 "GET /v2.0/networks/a3fc6832-8c49-4053-86a2-2925ffecb8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832312 Mar 31 15:48:21.480647 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 52916) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:48:21.611193 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-0739f8a8-81d5-467c-a31a-6d4dcb7f1edb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:21.688313 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-0739f8a8-81d5-467c-a31a-6d4dcb7f1edb admin admin] Publish callbacks [] for security_group (d27fe58c-a346-4dfe-ab08-968514e9778a), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:21.847064 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-0739f8a8-81d5-467c-a31a-6d4dcb7f1edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (d27fe58c-a346-4dfe-ab08-968514e9778a), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:21.894576 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-0739f8a8-81d5-467c-a31a-6d4dcb7f1edb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=813b514934e44bc9b4c13b7031e539a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4128170 Mar 31 15:48:21.896682 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0739f8a8-81d5-467c-a31a-6d4dcb7f1edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d27fe58c-a346-4dfe-ab08-968514e9778a,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:48:21.897193 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 52920) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:48:21.904748 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0739f8a8-81d5-467c-a31a-6d4dcb7f1edb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:21.905137 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0739f8a8-81d5-467c-a31a-6d4dcb7f1edb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:21.905538 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0739f8a8-81d5-467c-a31a-6d4dcb7f1edb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:21.905996 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0739f8a8-81d5-467c-a31a-6d4dcb7f1edb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:21.906363 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0739f8a8-81d5-467c-a31a-6d4dcb7f1edb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:21.906750 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0739f8a8-81d5-467c-a31a-6d4dcb7f1edb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:21.907153 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0739f8a8-81d5-467c-a31a-6d4dcb7f1edb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:21.908204 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0739f8a8-81d5-467c-a31a-6d4dcb7f1edb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:21.908433 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0739f8a8-81d5-467c-a31a-6d4dcb7f1edb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:21.908761 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0739f8a8-81d5-467c-a31a-6d4dcb7f1edb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:21.909086 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0739f8a8-81d5-467c-a31a-6d4dcb7f1edb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:21.909493 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0739f8a8-81d5-467c-a31a-6d4dcb7f1edb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:21.909976 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0739f8a8-81d5-467c-a31a-6d4dcb7f1edb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:21.910145 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0739f8a8-81d5-467c-a31a-6d4dcb7f1edb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:21.910417 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0739f8a8-81d5-467c-a31a-6d4dcb7f1edb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:21.947242 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-702aaa40-3cf8-4fb1-8c0a-d0c2792cc2d7 admin admin] Publish callbacks [] for security_group (d27fe58c-a346-4dfe-ab08-968514e9778a), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:21.968621 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-702aaa40-3cf8-4fb1-8c0a-d0c2792cc2d7 admin admin] Publish callbacks [] for security_group (d27fe58c-a346-4dfe-ab08-968514e9778a), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:22.171942 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-702aaa40-3cf8-4fb1-8c0a-d0c2792cc2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (d27fe58c-a346-4dfe-ab08-968514e9778a), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:22.174633 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-702aaa40-3cf8-4fb1-8c0a-d0c2792cc2d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:22.175888 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-702aaa40-3cf8-4fb1-8c0a-d0c2792cc2d7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d27fe58c-a346-4dfe-ab08-968514e9778a HTTP/1.1" status: 204 len: 168 time: 0.2775810 Mar 31 15:48:22.184125 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702aaa40-3cf8-4fb1-8c0a-d0c2792cc2d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d27fe58c-a346-4dfe-ab08-968514e9778a,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:48:22.192011 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702aaa40-3cf8-4fb1-8c0a-d0c2792cc2d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:22.192359 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702aaa40-3cf8-4fb1-8c0a-d0c2792cc2d7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:22.192757 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702aaa40-3cf8-4fb1-8c0a-d0c2792cc2d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:22.193103 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702aaa40-3cf8-4fb1-8c0a-d0c2792cc2d7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:22.193455 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702aaa40-3cf8-4fb1-8c0a-d0c2792cc2d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:22.193792 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702aaa40-3cf8-4fb1-8c0a-d0c2792cc2d7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:22.194116 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702aaa40-3cf8-4fb1-8c0a-d0c2792cc2d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:22.194444 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702aaa40-3cf8-4fb1-8c0a-d0c2792cc2d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:22.194771 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702aaa40-3cf8-4fb1-8c0a-d0c2792cc2d7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:22.195097 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702aaa40-3cf8-4fb1-8c0a-d0c2792cc2d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:22.195412 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702aaa40-3cf8-4fb1-8c0a-d0c2792cc2d7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:22.195740 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702aaa40-3cf8-4fb1-8c0a-d0c2792cc2d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:22.196107 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702aaa40-3cf8-4fb1-8c0a-d0c2792cc2d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:22.196416 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702aaa40-3cf8-4fb1-8c0a-d0c2792cc2d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:22.196734 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702aaa40-3cf8-4fb1-8c0a-d0c2792cc2d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:34.214468 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-e40d7531-fdb8-4c7a-af51-71f5c4e2d788 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (80b0103a-7158-48a6-b59a-3fe393c523d9), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:35.010349 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 53040) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:48:35.138161 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9bce962d-05a0-49f7-b387-bd4d8e763cdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:35.215120 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9bce962d-05a0-49f7-b387-bd4d8e763cdd admin admin] Publish callbacks [] for security_group (74416d27-3fb5-4da7-b17c-0432ab4109b7), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:35.323300 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9bce962d-05a0-49f7-b387-bd4d8e763cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (74416d27-3fb5-4da7-b17c-0432ab4109b7), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:35.363350 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-9bce962d-05a0-49f7-b387-bd4d8e763cdd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=124659b357b04980a66a3e23aa8ddc84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3516903 Mar 31 15:48:35.364044 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bce962d-05a0-49f7-b387-bd4d8e763cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74416d27-3fb5-4da7-b17c-0432ab4109b7,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:48:35.366000 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 53044) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:48:35.419405 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-ab3aa929-9fc1-4edb-aa85-6e620e3e556b admin admin] Publish callbacks [] for security_group (74416d27-3fb5-4da7-b17c-0432ab4109b7), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:35.441248 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-ab3aa929-9fc1-4edb-aa85-6e620e3e556b admin admin] Publish callbacks [] for security_group (74416d27-3fb5-4da7-b17c-0432ab4109b7), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:35.580154 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-ab3aa929-9fc1-4edb-aa85-6e620e3e556b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (74416d27-3fb5-4da7-b17c-0432ab4109b7), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:35.583419 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-ab3aa929-9fc1-4edb-aa85-6e620e3e556b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:35.584606 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-ab3aa929-9fc1-4edb-aa85-6e620e3e556b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/74416d27-3fb5-4da7-b17c-0432ab4109b7 HTTP/1.1" status: 204 len: 168 time: 0.2176778 Mar 31 15:48:35.608583 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3aa929-9fc1-4edb-aa85-6e620e3e556b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74416d27-3fb5-4da7-b17c-0432ab4109b7,revision_number=None']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:48:36.440288 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (42669199-0b56-4e25-9a3d-cc561c912f6a), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:36.510428 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 53050) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:48:36.523529 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-3c82acc2-2619-4b3f-b9d5-e3c73b5b5a54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:36.537200 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-1727f51c-822a-4c6e-bc22-09205080e981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (9721ac04-bac7-49da-b384-3a2049eedfa2), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:36.599861 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-3c82acc2-2619-4b3f-b9d5-e3c73b5b5a54 admin admin] Publish callbacks [] for security_group (26b5d86d-e964-4bfc-a9a4-e7bf2da6d789), precommit_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:36.786780 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-3c82acc2-2619-4b3f-b9d5-e3c73b5b5a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (26b5d86d-e964-4bfc-a9a4-e7bf2da6d789), after_create {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:36.823754 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c82acc2-2619-4b3f-b9d5-e3c73b5b5a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b5d86d-e964-4bfc-a9a4-e7bf2da6d789,revision_number=1']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:48:36.828193 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-3c82acc2-2619-4b3f-b9d5-e3c73b5b5a54 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=665416ca5be04c0a8ed1e819151e2144&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3166988 Mar 31 15:48:36.831872 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 53052) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:48:36.879511 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-55e64ced-7b67-4e63-9571-185888e45005 admin admin] Publish callbacks [] for security_group (26b5d86d-e964-4bfc-a9a4-e7bf2da6d789), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:36.901625 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-55e64ced-7b67-4e63-9571-185888e45005 admin admin] Publish callbacks [] for security_group (26b5d86d-e964-4bfc-a9a4-e7bf2da6d789), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:37.091414 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-55e64ced-7b67-4e63-9571-185888e45005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (26b5d86d-e964-4bfc-a9a4-e7bf2da6d789), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:37.093863 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-55e64ced-7b67-4e63-9571-185888e45005 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:37.095029 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-55e64ced-7b67-4e63-9571-185888e45005 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/26b5d86d-e964-4bfc-a9a4-e7bf2da6d789 HTTP/1.1" status: 204 len: 168 time: 0.2628639 Mar 31 15:48:37.103326 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e64ced-7b67-4e63-9571-185888e45005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b5d86d-e964-4bfc-a9a4-e7bf2da6d789,revision_number=None']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:48:37.728835 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0b2f012e-2fbd-4b35-9815-8024e4a993e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fb816cbb-0527-4766-83b7-604ad6a553f5), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:37.897571 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 53058) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:48:37.911423 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-58e42e79-6b06-4926-847b-d7ad29261a62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:37.985068 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-58e42e79-6b06-4926-847b-d7ad29261a62 admin admin] Publish callbacks [] for security_group (5ee97db5-80bb-4e69-b3d1-3185a42c0c9b), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:38.085763 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-58e42e79-6b06-4926-847b-d7ad29261a62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (5ee97db5-80bb-4e69-b3d1-3185a42c0c9b), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:38.125363 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e42e79-6b06-4926-847b-d7ad29261a62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee97db5-80bb-4e69-b3d1-3185a42c0c9b,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:48:38.129661 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-58e42e79-6b06-4926-847b-d7ad29261a62 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=08b4fff5d21a40d2bd5c22ca17c0a78f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2310350 Mar 31 15:48:38.132855 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 53060) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:48:38.181157 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-40ac3bba-cab6-4010-9351-609c19981fc5 admin admin] Publish callbacks [] for security_group (5ee97db5-80bb-4e69-b3d1-3185a42c0c9b), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:38.201831 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-40ac3bba-cab6-4010-9351-609c19981fc5 admin admin] Publish callbacks [] for security_group (5ee97db5-80bb-4e69-b3d1-3185a42c0c9b), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:38.374544 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-40ac3bba-cab6-4010-9351-609c19981fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (5ee97db5-80bb-4e69-b3d1-3185a42c0c9b), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:38.381613 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-40ac3bba-cab6-4010-9351-609c19981fc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:38.381613 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-40ac3bba-cab6-4010-9351-609c19981fc5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5ee97db5-80bb-4e69-b3d1-3185a42c0c9b HTTP/1.1" status: 204 len: 168 time: 0.2450638 Mar 31 15:48:38.386453 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ac3bba-cab6-4010-9351-609c19981fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee97db5-80bb-4e69-b3d1-3185a42c0c9b,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:48:39.577085 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-211e425b-1201-4862-afc0-6363249efbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (1ca8e2b3-6f2e-4d63-b52b-ad8a81fa6826), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:40.908213 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fd34c7ed-cab5-463e-81bb-e9aa6ef90623), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:48.480673 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.agents_db [None req-c7073644-962b-4037-b6f3-12a39092c58a None None] Agent healthcheck: found 6 active agents {{(pid=104161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:48:49.046612 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 53064) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:48:49.213226 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.plugin [None req-b6fa92b3-584d-4470-bb4f-19dcd57b9b23 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Deleting port d0cdc9ef-1825-4bb0-b8c7-b9dfafa45a8f {{(pid=104158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:48:49.213226 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-b6fa92b3-584d-4470-bb4f-19dcd57b9b23 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772784948758'] for port (d0cdc9ef-1825-4bb0-b8c7-b9dfafa45a8f), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:49.295512 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-b6fa92b3-584d-4470-bb4f-19dcd57b9b23 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576833'] for port (d0cdc9ef-1825-4bb0-b8c7-b9dfafa45a8f), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:49.295872 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-b6fa92b3-584d-4470-bb4f-19dcd57b9b23 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Publish callbacks [] for floatingip (d0cdc9ef-1825-4bb0-b8c7-b9dfafa45a8f), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:49.309721 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.plugin [None req-b6fa92b3-584d-4470-bb4f-19dcd57b9b23 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Calling delete_port for d0cdc9ef-1825-4bb0-b8c7-b9dfafa45a8f owned by network:floatingip {{(pid=104158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:48:49.580522 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-b6fa92b3-584d-4470-bb4f-19dcd57b9b23 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772784953465', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772784453879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302876'] for port (d0cdc9ef-1825-4bb0-b8c7-b9dfafa45a8f), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:49.607347 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fa92b3-584d-4470-bb4f-19dcd57b9b23 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Pushing event deleted for resources: {'Port': ['ID=d0cdc9ef-1825-4bb0-b8c7-b9dfafa45a8f,revision_number=None']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:48:49.675999 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-b6fa92b3-584d-4470-bb4f-19dcd57b9b23 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Publish callbacks [] for floatingip (c4c6bf9a-0350-46e0-a968-9761b66579a3), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:49.676360 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.db.l3_db [None req-b6fa92b3-584d-4470-bb4f-19dcd57b9b23 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Floating IP c4c6bf9a-0350-46e0-a968-9761b66579a3 disassociated (deleted). External IP: 172.28.2.216, port: 0497cffd-a9f0-463e-9f92-3aa5e743ae55. Mar 31 15:48:49.896511 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6fa92b3-584d-4470-bb4f-19dcd57b9b23 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Router 8511ec27-cba1-4952-ac9e-b1c92b2a29e5 has already been hosted by L3 agent 9721ac04-bac7-49da-b384-3a2049eedfa2 {{(pid=104158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:48:50.008854 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6fa92b3-584d-4470-bb4f-19dcd57b9b23 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Notify agent at l3_agent.dv-cinder-750782-15-smb the message routers_updated {{(pid=104158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:48:50.013884 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-b6fa92b3-584d-4470-bb4f-19dcd57b9b23 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451'] for floatingip (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:50.019007 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71729dbb-da30-42de-bf1d-c9c4766f2add None None] Sync routers for ids ['8511ec27-cba1-4952-ac9e-b1c92b2a29e5'] in dv-cinder-750782-15-smb {{(pid=104160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:48:50.029454 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71729dbb-da30-42de-bf1d-c9c4766f2add None None] Routers {'8511ec27-cba1-4952-ac9e-b1c92b2a29e5'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:48:50.030339 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_hamode_db [None req-71729dbb-da30-42de-bf1d-c9c4766f2add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:48:36Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['8511ec27-cba1-4952-ac9e-b1c92b2a29e5'], 'active': True} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:48:50.044185 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-b6fa92b3-584d-4470-bb4f-19dcd57b9b23 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.21 "DELETE /v2.0/floatingips/c4c6bf9a-0350-46e0-a968-9761b66579a3 HTTP/1.1" status: 204 len: 168 time: 0.9965317 Mar 31 15:48:50.044772 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3c425bb-4e78-46bd-bc1d-ff350c5ac844', 'tag': '0497cffd-a9f0-463e-9f92-3aa5e743ae55'}] {{(pid=104158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:48:50.047676 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f960889515c719e6c42930f5609f9e3ff07dde6b2d3f3be48d9020484c6583bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f666e76-c01c-4802-bf92-5006a8643ce1" -d '{"events": [{"name": "network-changed", "server_uuid": "f3c425bb-4e78-46bd-bc1d-ff350c5ac844", "tag": "0497cffd-a9f0-463e-9f92-3aa5e743ae55"}]}' {{(pid=104158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:48:50.144193 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvr_db [None req-71729dbb-da30-42de-bf1d-c9c4766f2add None None] Set router 8511ec27-cba1-4952-ac9e-b1c92b2a29e5 gateway port host: dv-cinder-750782-15-smb {{(pid=104160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:48:50.296091 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eea30ad-b65a-4da2-80be-549efe534539 x-openstack-request-id: req-4eea30ad-b65a-4da2-80be-549efe534539 {{(pid=104158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:48:50.296091 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3c425bb-4e78-46bd-bc1d-ff350c5ac844", "tag": "0497cffd-a9f0-463e-9f92-3aa5e743ae55", "status": "completed", "code": 200}]} {{(pid=104158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:48:50.296091 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4eea30ad-b65a-4da2-80be-549efe534539 {{(pid=104158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:48:50.296091 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4eea30ad-b65a-4da2-80be-549efe534539'] response: {'name': 'network-changed', 'server_uuid': 'f3c425bb-4e78-46bd-bc1d-ff350c5ac844', 'tag': '0497cffd-a9f0-463e-9f92-3aa5e743ae55', 'status': 'completed', 'code': 200} Mar 31 15:48:50.350794 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_hamode_db [None req-71729dbb-da30-42de-bf1d-c9c4766f2add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8511ec27-cba1-4952-ac9e-b1c92b2a29e5', 'name': 'tempest-TestShelveInstance-832430497-router', 'tenant_id': '240469f9130e460c95867b36952a1df2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.245'}], 'enable_snat': True}, 'gw_port_id': 'e7c3d3a5-a1f8-41e4-b89a-4789a35e1750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:44:21Z', 'updated_at': '2022-03-31T15:44:25Z', 'revision_number': 4, 'project_id': '240469f9130e460c95867b36952a1df2', 'gw_port': {'id': 'e7c3d3a5-a1f8-41e4-b89a-4789a35e1750', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8511ec27-cba1-4952-ac9e-b1c92b2a29e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:44:22Z', 'updated_at': '2022-03-31T15:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_interfaces': [{'id': '2026b793-0e8f-43d0-b24b-4060c2965a0e', 'name': '', 'network_id': 'a3fc6832-8c49-4053-86a2-2925ffecb8dc', 'tenant_id': '240469f9130e460c95867b36952a1df2', 'mac_address': 'fa:16:3e:bb:bc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8511ec27-cba1-4952-ac9e-b1c92b2a29e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'cba4a592-9143-4b08-90ed-afe3275c7e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:44:25Z', 'updated_at': '2022-03-31T15:44:30Z', 'revision_number': 5, 'project_id': '240469f9130e460c95867b36952a1df2', 'subnets': [{'id': 'cba4a592-9143-4b08-90ed-afe3275c7e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:48:50.366869 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f666e76-c01c-4802-bf92-5006a8643ce1 req-1bdb68df-9c13-43a4-9c0b-3d5926771ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:48:50.368402 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-0f666e76-c01c-4802-bf92-5006a8643ce1 req-1bdb68df-9c13-43a4-9c0b-3d5926771ff1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=240469f9130e460c95867b36952a1df2&device_id=f3c425bb-4e78-46bd-bc1d-ff350c5ac844 HTTP/1.1" status: 200 len: 1129 time: 0.0524271 Mar 31 15:48:50.379358 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71729dbb-da30-42de-bf1d-c9c4766f2add None None] Checking router: 8511ec27-cba1-4952-ac9e-b1c92b2a29e5 for host: dv-cinder-750782-15-smb {{(pid=104160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:48:50.389589 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71729dbb-da30-42de-bf1d-c9c4766f2add None None] Routers {'8511ec27-cba1-4952-ac9e-b1c92b2a29e5'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:48:50.390206 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_hamode_db [None req-71729dbb-da30-42de-bf1d-c9c4766f2add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:48:36Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['8511ec27-cba1-4952-ac9e-b1c92b2a29e5'], 'active': True} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:48:50.471721 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f666e76-c01c-4802-bf92-5006a8643ce1 req-f02bbbca-fd9e-470c-b529-cd8f5de79d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:48:50.473275 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-0f666e76-c01c-4802-bf92-5006a8643ce1 req-f02bbbca-fd9e-470c-b529-cd8f5de79d4d service neutron] 10.222.0.26 "GET /v2.0/networks?id=a3fc6832-8c49-4053-86a2-2925ffecb8dc HTTP/1.1" status: 200 len: 909 time: 0.0991631 Mar 31 15:48:50.521748 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-0f666e76-c01c-4802-bf92-5006a8643ce1 req-9062bf93-2900-435b-b06c-d18ec03a9b9a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0497cffd-a9f0-463e-9f92-3aa5e743ae55 HTTP/1.1" status: 200 len: 217 time: 0.0401425 Mar 31 15:48:50.594074 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f666e76-c01c-4802-bf92-5006a8643ce1 req-216a06e8-e5b6-4f58-83f2-3f8224323050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:48:50.596832 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-0f666e76-c01c-4802-bf92-5006a8643ce1 req-216a06e8-e5b6-4f58-83f2-3f8224323050 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cba4a592-9143-4b08-90ed-afe3275c7e69 HTTP/1.1" status: 200 len: 847 time: 0.0692730 Mar 31 15:48:50.659044 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvr_db [None req-71729dbb-da30-42de-bf1d-c9c4766f2add None None] Set router 8511ec27-cba1-4952-ac9e-b1c92b2a29e5 gateway port host: dv-cinder-750782-15-smb {{(pid=104160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:48:50.681620 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5157c07d-7cfe-4523-9111-f71b7d81fbbd req-5e2180ec-c120-4587-a4ca-cf4a068300ee tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:48:50.683208 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-5157c07d-7cfe-4523-9111-f71b7d81fbbd req-5e2180ec-c120-4587-a4ca-cf4a068300ee tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3c425bb-4e78-46bd-bc1d-ff350c5ac844 HTTP/1.1" status: 200 len: 945 time: 0.0928369 Mar 31 15:48:50.686445 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f666e76-c01c-4802-bf92-5006a8643ce1 req-bec2f65c-b450-49a1-a49e-7d14b2051e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:48:50.687946 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-0f666e76-c01c-4802-bf92-5006a8643ce1 req-bec2f65c-b450-49a1-a49e-7d14b2051e44 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a3fc6832-8c49-4053-86a2-2925ffecb8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0820434 Mar 31 15:48:50.794655 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-5157c07d-7cfe-4523-9111-f71b7d81fbbd req-e4fd1aa5-addf-43d1-8642-571347e7a9bd tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecb6826-664c-46a4-92d1-06805d3892de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054912 Mar 31 15:48:50.818181 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-0f666e76-c01c-4802-bf92-5006a8643ce1 req-a16fd7ca-1c92-4cf0-86c2-a807d6be299f service neutron] 10.222.0.26 "GET /v2.0/networks/a3fc6832-8c49-4053-86a2-2925ffecb8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226327 Mar 31 15:48:50.894151 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_hamode_db [None req-71729dbb-da30-42de-bf1d-c9c4766f2add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8511ec27-cba1-4952-ac9e-b1c92b2a29e5', 'name': 'tempest-TestShelveInstance-832430497-router', 'tenant_id': '240469f9130e460c95867b36952a1df2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.245'}], 'enable_snat': True}, 'gw_port_id': 'e7c3d3a5-a1f8-41e4-b89a-4789a35e1750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:44:21Z', 'updated_at': '2022-03-31T15:44:25Z', 'revision_number': 4, 'project_id': '240469f9130e460c95867b36952a1df2', 'gw_port': {'id': 'e7c3d3a5-a1f8-41e4-b89a-4789a35e1750', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8511ec27-cba1-4952-ac9e-b1c92b2a29e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:44:22Z', 'updated_at': '2022-03-31T15:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_interfaces': [{'id': '2026b793-0e8f-43d0-b24b-4060c2965a0e', 'name': '', 'network_id': 'a3fc6832-8c49-4053-86a2-2925ffecb8dc', 'tenant_id': '240469f9130e460c95867b36952a1df2', 'mac_address': 'fa:16:3e:bb:bc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8511ec27-cba1-4952-ac9e-b1c92b2a29e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'cba4a592-9143-4b08-90ed-afe3275c7e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:44:25Z', 'updated_at': '2022-03-31T15:44:30Z', 'revision_number': 5, 'project_id': '240469f9130e460c95867b36952a1df2', 'subnets': [{'id': 'cba4a592-9143-4b08-90ed-afe3275c7e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:48:50.916193 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-0f666e76-c01c-4802-bf92-5006a8643ce1 req-e4d86cb7-9d6a-4314-a190-49cfbef122ef service neutron] 10.222.0.26 "GET /v2.0/networks/a3fc6832-8c49-4053-86a2-2925ffecb8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905850 Mar 31 15:48:50.923066 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71729dbb-da30-42de-bf1d-c9c4766f2add None None] The sync data for ids ['8511ec27-cba1-4952-ac9e-b1c92b2a29e5'] in dv-cinder-750782-15-smb is: [{'id': '8511ec27-cba1-4952-ac9e-b1c92b2a29e5', 'name': 'tempest-TestShelveInstance-832430497-router', 'tenant_id': '240469f9130e460c95867b36952a1df2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.245'}], 'enable_snat': True}, 'gw_port_id': 'e7c3d3a5-a1f8-41e4-b89a-4789a35e1750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:44:21Z', 'updated_at': '2022-03-31T15:44:25Z', 'revision_number': 4, 'project_id': '240469f9130e460c95867b36952a1df2', 'gw_port': {'id': 'e7c3d3a5-a1f8-41e4-b89a-4789a35e1750', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8511ec27-cba1-4952-ac9e-b1c92b2a29e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:44:22Z', 'updated_at': '2022-03-31T15:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb', '_interfaces': [{'id': '2026b793-0e8f-43d0-b24b-4060c2965a0e', 'name': '', 'network_id': 'a3fc6832-8c49-4053-86a2-2925ffecb8dc', 'tenant_id': '240469f9130e460c95867b36952a1df2', 'mac_address': 'fa:16:3e:bb:bc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8511ec27-cba1-4952-ac9e-b1c92b2a29e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'cba4a592-9143-4b08-90ed-afe3275c7e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:44:25Z', 'updated_at': '2022-03-31T15:44:30Z', 'revision_number': 5, 'project_id': '240469f9130e460c95867b36952a1df2', 'subnets': [{'id': 'cba4a592-9143-4b08-90ed-afe3275c7e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:48:51.175742 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f0ca98-1712-4100-82ee-ca5b4cef3c03 None None] New status for floating IP c4c6bf9a-0350-46e0-a968-9761b66579a3: DOWN {{(pid=104161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:48:51.922716 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af55c0bc-aca7-4110-9b0b-b713bb2a7c50 req-7570f331-79a9-4a0d-8c44-4d25db291222 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:48:51.924911 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-af55c0bc-aca7-4110-9b0b-b713bb2a7c50 req-7570f331-79a9-4a0d-8c44-4d25db291222 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3c425bb-4e78-46bd-bc1d-ff350c5ac844 HTTP/1.1" status: 200 len: 945 time: 0.0564120 Mar 31 15:48:51.977665 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98997c1d-e9fa-4345-a949-052004f1ad82 req-34a7150f-009c-4392-b00d-22ae6d3291db tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:48:51.978279 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-af55c0bc-aca7-4110-9b0b-b713bb2a7c50 req-cf566a88-3dbf-475a-9278-8b032f194d80 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecb6826-664c-46a4-92d1-06805d3892de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468585 Mar 31 15:48:51.979113 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-98997c1d-e9fa-4345-a949-052004f1ad82 req-34a7150f-009c-4392-b00d-22ae6d3291db tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3c425bb-4e78-46bd-bc1d-ff350c5ac844 HTTP/1.1" status: 200 len: 945 time: 0.0532699 Mar 31 15:48:52.077197 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.plugin [req-98997c1d-e9fa-4345-a949-052004f1ad82 req-9efd0187-2b24-4e89-9101-9f039e363b09 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Deleting port 0497cffd-a9f0-463e-9f92-3aa5e743ae55 {{(pid=104158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:48:52.077466 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-98997c1d-e9fa-4345-a949-052004f1ad82 req-9efd0187-2b24-4e89-9101-9f039e363b09 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772784948758'] for port (0497cffd-a9f0-463e-9f92-3aa5e743ae55), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:52.178193 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.db [req-98997c1d-e9fa-4345-a949-052004f1ad82 req-9efd0187-2b24-4e89-9101-9f039e363b09 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] For port 0497cffd-a9f0-463e-9f92-3aa5e743ae55, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=0497cffd-a9f0-463e-9f92-3aa5e743ae55,segment=NetworkSegment(1466b54c-0f45-4497-8c86-d1d22a275f2a),segment_id=1466b54c-0f45-4497-8c86-d1d22a275f2a)] {{(pid=104158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:48:52.178597 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-98997c1d-e9fa-4345-a949-052004f1ad82 req-9efd0187-2b24-4e89-9101-9f039e363b09 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576833'] for port (0497cffd-a9f0-463e-9f92-3aa5e743ae55), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:52.195851 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.plugins.ml2.plugin [req-98997c1d-e9fa-4345-a949-052004f1ad82 req-9efd0187-2b24-4e89-9101-9f039e363b09 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Calling delete_port for 0497cffd-a9f0-463e-9f92-3aa5e743ae55 owned by compute:nova {{(pid=104158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:48:52.408916 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-98997c1d-e9fa-4345-a949-052004f1ad82 req-9efd0187-2b24-4e89-9101-9f039e363b09 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772784953465', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772784453879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3302876'] for port (0497cffd-a9f0-463e-9f92-3aa5e743ae55), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:52.437952 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efd0187-2b24-4e89-9101-9f039e363b09 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Pushing event deleted for resources: {'Port': ['ID=0497cffd-a9f0-463e-9f92-3aa5e743ae55,revision_number=None']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:48:52.484377 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.db.l3_dvrscheduler_db [req-98997c1d-e9fa-4345-a949-052004f1ad82 req-9efd0187-2b24-4e89-9101-9f039e363b09 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] No DVR routers for this DVR port 0497cffd-a9f0-463e-9f92-3aa5e743ae55 on host hv-cinder-75078 {{(pid=104158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:48:52.487242 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [req-98997c1d-e9fa-4345-a949-052004f1ad82 req-9efd0187-2b24-4e89-9101-9f039e363b09 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249451'] for port (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:52.490597 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-98997c1d-e9fa-4345-a949-052004f1ad82 req-9efd0187-2b24-4e89-9101-9f039e363b09 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.26 "DELETE /v2.0/ports/0497cffd-a9f0-463e-9f92-3aa5e743ae55 HTTP/1.1" status: 204 len: 173 time: 0.5054061 Mar 31 15:48:52.491070 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3c425bb-4e78-46bd-bc1d-ff350c5ac844', 'name': 'network-vif-deleted', 'tag': '0497cffd-a9f0-463e-9f92-3aa5e743ae55'}] {{(pid=104158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:48:52.493325 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f960889515c719e6c42930f5609f9e3ff07dde6b2d3f3be48d9020484c6583bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-700a50f4-4b75-483b-9ce2-0c39bb9082ca" -d '{"events": [{"server_uuid": "f3c425bb-4e78-46bd-bc1d-ff350c5ac844", "name": "network-vif-deleted", "tag": "0497cffd-a9f0-463e-9f92-3aa5e743ae55"}]}' {{(pid=104158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:48:52.528903 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79db5138-07ed-4820-b6aa-1fcdcfe6c030 x-openstack-request-id: req-79db5138-07ed-4820-b6aa-1fcdcfe6c030 {{(pid=104158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:48:52.529201 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3c425bb-4e78-46bd-bc1d-ff350c5ac844", "name": "network-vif-deleted", "tag": "0497cffd-a9f0-463e-9f92-3aa5e743ae55", "status": "completed", "code": 200}]} {{(pid=104158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:48:52.529490 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-79db5138-07ed-4820-b6aa-1fcdcfe6c030 {{(pid=104158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:48:52.537690 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79db5138-07ed-4820-b6aa-1fcdcfe6c030'] response: {'server_uuid': 'f3c425bb-4e78-46bd-bc1d-ff350c5ac844', 'name': 'network-vif-deleted', 'tag': '0497cffd-a9f0-463e-9f92-3aa5e743ae55', 'status': 'completed', 'code': 200} Mar 31 15:48:53.075509 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [req-e4a29131-243e-4c24-ae32-a6c48d935fc5 req-4b249293-25a1-4356-813d-1992ef75a612 tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3c425bb-4e78-46bd-bc1d-ff350c5ac844 HTTP/1.1" status: 200 len: 210 time: 0.0300832 Mar 31 15:48:54.181975 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [req-852112fc-80b4-4c59-b3a5-b86d9b850779 req-dd8260d2-3fd8-44b2-aec0-2848cf49f9af tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3c425bb-4e78-46bd-bc1d-ff350c5ac844 HTTP/1.1" status: 200 len: 210 time: 0.0272214 Mar 31 15:48:54.877993 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device 0497cffd-a9f0-463e-9f92-3aa5e743ae55 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=104160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:48:54.899088 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] No Port match for: 0497cffd-a9f0-463e-9f92-3aa5e743ae55 {{(pid=104160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:48:54.899436 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Device 0497cffd-a9f0-463e-9f92-3aa5e743ae55 not bound to the agent host hv-cinder-75078 {{(pid=104160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:48:55.240039 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 53090) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:48:55.301231 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-fee0dc23-df47-4d22-acfd-b206e8ac274d tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Publish callbacks [] for security_group (3ecb6826-664c-46a4-92d1-06805d3892de), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:55.328862 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-fee0dc23-df47-4d22-acfd-b206e8ac274d tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Publish callbacks [] for security_group (3ecb6826-664c-46a4-92d1-06805d3892de), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:55.756653 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-fee0dc23-df47-4d22-acfd-b206e8ac274d tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (3ecb6826-664c-46a4-92d1-06805d3892de), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:55.759222 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-fee0dc23-df47-4d22-acfd-b206e8ac274d tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:55.760393 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-fee0dc23-df47-4d22-acfd-b206e8ac274d tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] 10.222.0.21 "DELETE /v2.0/security-groups/3ecb6826-664c-46a4-92d1-06805d3892de HTTP/1.1" status: 204 len: 168 time: 0.5193484 Mar 31 15:48:55.770042 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee0dc23-df47-4d22-acfd-b206e8ac274d tempest-TestShelveInstance-832415129 tempest-TestShelveInstance-832415129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ecb6826-664c-46a4-92d1-06805d3892de,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:48:55.950573 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 53094) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:48:56.293592 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-72eb9524-90b9-4fe6-b686-1895e4f826db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574323'] for router_interface (8511ec27-cba1-4952-ac9e-b1c92b2a29e5), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:56.549281 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [None req-72eb9524-90b9-4fe6-b686-1895e4f826db admin admin] Deleting port 2026b793-0e8f-43d0-b24b-4060c2965a0e {{(pid=104159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:48:56.549572 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-72eb9524-90b9-4fe6-b686-1895e4f826db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772784948758'] for port (2026b793-0e8f-43d0-b24b-4060c2965a0e), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:56.627074 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.db [None req-72eb9524-90b9-4fe6-b686-1895e4f826db admin admin] For port 2026b793-0e8f-43d0-b24b-4060c2965a0e, host dv-cinder-750782-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-smb',level=0,port_id=2026b793-0e8f-43d0-b24b-4060c2965a0e,segment=NetworkSegment(1466b54c-0f45-4497-8c86-d1d22a275f2a),segment_id=1466b54c-0f45-4497-8c86-d1d22a275f2a)] {{(pid=104159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:48:56.627485 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-72eb9524-90b9-4fe6-b686-1895e4f826db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576833'] for port (2026b793-0e8f-43d0-b24b-4060c2965a0e), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:56.640241 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [None req-72eb9524-90b9-4fe6-b686-1895e4f826db admin admin] Calling delete_port for 2026b793-0e8f-43d0-b24b-4060c2965a0e owned by network:router_interface {{(pid=104159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:48:57.075380 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-72eb9524-90b9-4fe6-b686-1895e4f826db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772784953465', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772784453879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3148002'] for port (2026b793-0e8f-43d0-b24b-4060c2965a0e), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:57.101559 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eb9524-90b9-4fe6-b686-1895e4f826db admin admin] Pushing event deleted for resources: {'Port': ['ID=2026b793-0e8f-43d0-b24b-4060c2965a0e,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:48:57.282321 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-72eb9524-90b9-4fe6-b686-1895e4f826db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-589795'] for router_interface (8511ec27-cba1-4952-ac9e-b1c92b2a29e5), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:57.746630 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72eb9524-90b9-4fe6-b686-1895e4f826db admin admin] Router 8511ec27-cba1-4952-ac9e-b1c92b2a29e5 has already been hosted by L3 agent 9721ac04-bac7-49da-b384-3a2049eedfa2 {{(pid=104159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:48:57.849931 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72eb9524-90b9-4fe6-b686-1895e4f826db admin admin] Notify agent at l3_agent.dv-cinder-750782-15-smb the message routers_updated {{(pid=104159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:48:57.855058 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-72eb9524-90b9-4fe6-b686-1895e4f826db admin admin] 10.222.0.21 "PUT /v2.0/routers/8511ec27-cba1-4952-ac9e-b1c92b2a29e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9034293 Mar 31 15:48:57.857581 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 53096) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:48:57.861537 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ecdcb1-7087-4676-b450-67da5d02fadd None None] Sync routers for ids ['8511ec27-cba1-4952-ac9e-b1c92b2a29e5'] in dv-cinder-750782-15-smb {{(pid=104160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:48:57.870942 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ecdcb1-7087-4676-b450-67da5d02fadd None None] Routers {'8511ec27-cba1-4952-ac9e-b1c92b2a29e5'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:48:57.871647 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_hamode_db [None req-38ecdcb1-7087-4676-b450-67da5d02fadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:48:36Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['8511ec27-cba1-4952-ac9e-b1c92b2a29e5'], 'active': True} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:48:57.966004 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9d53617e-9321-498a-904a-a3ab1e56bc00 admin admin] Publish callbacks [] for router (8511ec27-cba1-4952-ac9e-b1c92b2a29e5), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:57.983395 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvr_db [None req-38ecdcb1-7087-4676-b450-67da5d02fadd None None] Set router 8511ec27-cba1-4952-ac9e-b1c92b2a29e5 gateway port host: dv-cinder-750782-15-smb {{(pid=104160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:48:58.079501 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9d53617e-9321-498a-904a-a3ab1e56bc00 admin admin] Publish callbacks [] for router_gateway (8511ec27-cba1-4952-ac9e-b1c92b2a29e5), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:58.171243 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_hamode_db [None req-38ecdcb1-7087-4676-b450-67da5d02fadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8511ec27-cba1-4952-ac9e-b1c92b2a29e5', 'name': 'tempest-TestShelveInstance-832430497-router', 'tenant_id': '240469f9130e460c95867b36952a1df2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.245'}], 'enable_snat': True}, 'gw_port_id': 'e7c3d3a5-a1f8-41e4-b89a-4789a35e1750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:44:21Z', 'updated_at': '2022-03-31T15:48:56Z', 'revision_number': 5, 'project_id': '240469f9130e460c95867b36952a1df2', 'gw_port': {'id': 'e7c3d3a5-a1f8-41e4-b89a-4789a35e1750', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8511ec27-cba1-4952-ac9e-b1c92b2a29e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:44:22Z', 'updated_at': '2022-03-31T15:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb'}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:48:58.197773 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ecdcb1-7087-4676-b450-67da5d02fadd None None] Checking router: 8511ec27-cba1-4952-ac9e-b1c92b2a29e5 for host: dv-cinder-750782-15-smb {{(pid=104160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:48:58.206253 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ecdcb1-7087-4676-b450-67da5d02fadd None None] Routers {'8511ec27-cba1-4952-ac9e-b1c92b2a29e5'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:48:58.206865 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_hamode_db [None req-38ecdcb1-7087-4676-b450-67da5d02fadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:48:36Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['8511ec27-cba1-4952-ac9e-b1c92b2a29e5'], 'active': True} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:48:58.265371 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [None req-9d53617e-9321-498a-904a-a3ab1e56bc00 admin admin] Deleting port e7c3d3a5-a1f8-41e4-b89a-4789a35e1750 {{(pid=104159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:48:58.265636 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9d53617e-9321-498a-904a-a3ab1e56bc00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772784948758'] for port (e7c3d3a5-a1f8-41e4-b89a-4789a35e1750), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:58.326451 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvr_db [None req-38ecdcb1-7087-4676-b450-67da5d02fadd None None] Set router 8511ec27-cba1-4952-ac9e-b1c92b2a29e5 gateway port host: dv-cinder-750782-15-smb {{(pid=104160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:48:58.352390 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.db [None req-9d53617e-9321-498a-904a-a3ab1e56bc00 admin admin] For port e7c3d3a5-a1f8-41e4-b89a-4789a35e1750, host dv-cinder-750782-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-smb',level=0,port_id=e7c3d3a5-a1f8-41e4-b89a-4789a35e1750,segment=NetworkSegment(f25e0e1e-326a-4ef5-aa96-2f0a78776ef2),segment_id=f25e0e1e-326a-4ef5-aa96-2f0a78776ef2)] {{(pid=104159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:48:58.352754 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9d53617e-9321-498a-904a-a3ab1e56bc00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576833'] for port (e7c3d3a5-a1f8-41e4-b89a-4789a35e1750), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:58.367717 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [None req-9d53617e-9321-498a-904a-a3ab1e56bc00 admin admin] Calling delete_port for e7c3d3a5-a1f8-41e4-b89a-4789a35e1750 owned by network:router_gateway {{(pid=104159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:48:58.549929 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_hamode_db [None req-38ecdcb1-7087-4676-b450-67da5d02fadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8511ec27-cba1-4952-ac9e-b1c92b2a29e5', 'name': 'tempest-TestShelveInstance-832430497-router', 'tenant_id': '240469f9130e460c95867b36952a1df2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.245'}], 'enable_snat': True}, 'gw_port_id': 'e7c3d3a5-a1f8-41e4-b89a-4789a35e1750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:44:21Z', 'updated_at': '2022-03-31T15:48:56Z', 'revision_number': 5, 'project_id': '240469f9130e460c95867b36952a1df2', 'gw_port': {'id': 'e7c3d3a5-a1f8-41e4-b89a-4789a35e1750', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8511ec27-cba1-4952-ac9e-b1c92b2a29e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:44:22Z', 'updated_at': '2022-03-31T15:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb'}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:48:58.576330 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ecdcb1-7087-4676-b450-67da5d02fadd None None] The sync data for ids ['8511ec27-cba1-4952-ac9e-b1c92b2a29e5'] in dv-cinder-750782-15-smb is: [{'id': '8511ec27-cba1-4952-ac9e-b1c92b2a29e5', 'name': 'tempest-TestShelveInstance-832430497-router', 'tenant_id': '240469f9130e460c95867b36952a1df2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.245'}], 'enable_snat': True}, 'gw_port_id': 'e7c3d3a5-a1f8-41e4-b89a-4789a35e1750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:44:21Z', 'updated_at': '2022-03-31T15:48:56Z', 'revision_number': 5, 'project_id': '240469f9130e460c95867b36952a1df2', 'gw_port': {'id': 'e7c3d3a5-a1f8-41e4-b89a-4789a35e1750', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8511ec27-cba1-4952-ac9e-b1c92b2a29e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:44:22Z', 'updated_at': '2022-03-31T15:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb'}] {{(pid=104160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:48:58.622373 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9d53617e-9321-498a-904a-a3ab1e56bc00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772784953465', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772784453879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3148002'] for port (e7c3d3a5-a1f8-41e4-b89a-4789a35e1750), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:58.647872 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d53617e-9321-498a-904a-a3ab1e56bc00 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7c3d3a5-a1f8-41e4-b89a-4789a35e1750,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:48:58.719268 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9d53617e-9321-498a-904a-a3ab1e56bc00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573961'] for router_gateway (8511ec27-cba1-4952-ac9e-b1c92b2a29e5), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:58.812580 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9d53617e-9321-498a-904a-a3ab1e56bc00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3305'] for router (8511ec27-cba1-4952-ac9e-b1c92b2a29e5), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:58.815653 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9d53617e-9321-498a-904a-a3ab1e56bc00 admin admin] Publish callbacks [] for router_controller (8511ec27-cba1-4952-ac9e-b1c92b2a29e5), precommit_delete_associations {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:58.930976 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9d53617e-9321-498a-904a-a3ab1e56bc00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588524'] for router (8511ec27-cba1-4952-ac9e-b1c92b2a29e5), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:58.936443 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d53617e-9321-498a-904a-a3ab1e56bc00 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8511ec27-cba1-4952-ac9e-b1c92b2a29e5 {{(pid=104159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 15:48:58.936443 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9d53617e-9321-498a-904a-a3ab1e56bc00 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:58.937203 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-9d53617e-9321-498a-904a-a3ab1e56bc00 admin admin] 10.222.0.21 "DELETE /v2.0/routers/8511ec27-cba1-4952-ac9e-b1c92b2a29e5 HTTP/1.1" status: 204 len: 168 time: 1.0786664 Mar 31 15:48:58.940272 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 53098) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:48:58.984293 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f860fbc-7e02-45ff-b3cd-5113a105f111 admin admin] Deleting subnet cba4a592-9143-4b08-90ed-afe3275c7e69 {{(pid=104158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 15:48:58.988126 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-0f860fbc-7e02-45ff-b3cd-5113a105f111 admin admin] Publish callbacks [] for subnet (cba4a592-9143-4b08-90ed-afe3275c7e69), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:59.028254 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-0f860fbc-7e02-45ff-b3cd-5113a105f111 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8525824'] for subnet (cba4a592-9143-4b08-90ed-afe3275c7e69), precommit_delete_associations {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:59.113699 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-0f860fbc-7e02-45ff-b3cd-5113a105f111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8232756'] for subnet (cba4a592-9143-4b08-90ed-afe3275c7e69), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:59.231179 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-0f860fbc-7e02-45ff-b3cd-5113a105f111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8232707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3302191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9104041'] for subnet (cba4a592-9143-4b08-90ed-afe3275c7e69), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:59.257246 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f860fbc-7e02-45ff-b3cd-5113a105f111 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cba4a592-9143-4b08-90ed-afe3275c7e69,revision_number=None']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:48:59.261679 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-0f860fbc-7e02-45ff-b3cd-5113a105f111 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:59.265179 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-0f860fbc-7e02-45ff-b3cd-5113a105f111 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/cba4a592-9143-4b08-90ed-afe3275c7e69 HTTP/1.1" status: 204 len: 168 time: 0.3238528 Mar 31 15:48:59.267397 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24e693b-4a78-4135-b8a3-fb1018a15860 None None] Network a3fc6832-8c49-4053-86a2-2925ffecb8dc requested from dv-cinder-750782-15-smb {{(pid=104160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:48:59.268355 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 53100) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:48:59.338962 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d308d64e-93c1-4f08-8dfe-b8d9f75103c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8161909'] for network (a3fc6832-8c49-4053-86a2-2925ffecb8dc), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:59.400421 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [None req-d308d64e-93c1-4f08-8dfe-b8d9f75103c1 admin admin] Deleting port 6fbb7bef-d0e9-4d8b-b2dd-5f05681c7618 {{(pid=104159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:48:59.400758 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d308d64e-93c1-4f08-8dfe-b8d9f75103c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772784948758'] for port (6fbb7bef-d0e9-4d8b-b2dd-5f05681c7618), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:59.467543 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.db [None req-d308d64e-93c1-4f08-8dfe-b8d9f75103c1 admin admin] For port 6fbb7bef-d0e9-4d8b-b2dd-5f05681c7618, host dv-cinder-750782-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-smb',level=0,port_id=6fbb7bef-d0e9-4d8b-b2dd-5f05681c7618,segment=NetworkSegment(1466b54c-0f45-4497-8c86-d1d22a275f2a),segment_id=1466b54c-0f45-4497-8c86-d1d22a275f2a)] {{(pid=104159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:48:59.467910 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d308d64e-93c1-4f08-8dfe-b8d9f75103c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576833'] for port (6fbb7bef-d0e9-4d8b-b2dd-5f05681c7618), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:59.482168 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [None req-d308d64e-93c1-4f08-8dfe-b8d9f75103c1 admin admin] Calling delete_port for 6fbb7bef-d0e9-4d8b-b2dd-5f05681c7618 owned by network:dhcp {{(pid=104159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:48:59.600564 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d11f9e-0cf1-46eb-8c0e-e870c546a961 None None] DHCP port deletion for a3fc6832-8c49-4053-86a2-2925ffecb8dc request from dv-cinder-750782-15-smb {{(pid=104160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 15:48:59.647936 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d308d64e-93c1-4f08-8dfe-b8d9f75103c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772784953465', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772784453879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3148002'] for port (6fbb7bef-d0e9-4d8b-b2dd-5f05681c7618), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:59.650589 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-c5d11f9e-0cf1-46eb-8c0e-e870c546a961 None None] Deleting port 6fbb7bef-d0e9-4d8b-b2dd-5f05681c7618 {{(pid=104160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:48:59.652064 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-c5d11f9e-0cf1-46eb-8c0e-e870c546a961 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772784948758'] for port (6fbb7bef-d0e9-4d8b-b2dd-5f05681c7618), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:59.674446 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d308d64e-93c1-4f08-8dfe-b8d9f75103c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fbb7bef-d0e9-4d8b-b2dd-5f05681c7618,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:48:59.676270 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d308d64e-93c1-4f08-8dfe-b8d9f75103c1 admin admin] No DVR routers for this DVR port 6fbb7bef-d0e9-4d8b-b2dd-5f05681c7618 on host dv-cinder-750782-15-smb {{(pid=104159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:48:59.716084 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-c5d11f9e-0cf1-46eb-8c0e-e870c546a961 None None] For port 6fbb7bef-d0e9-4d8b-b2dd-5f05681c7618, host dv-cinder-750782-15-smb, got binding levels [] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:48:59.716471 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-c5d11f9e-0cf1-46eb-8c0e-e870c546a961 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576833'] for port (6fbb7bef-d0e9-4d8b-b2dd-5f05681c7618), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:59.730031 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-c5d11f9e-0cf1-46eb-8c0e-e870c546a961 None None] Calling delete_port for 6fbb7bef-d0e9-4d8b-b2dd-5f05681c7618 owned by network:dhcp {{(pid=104160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:48:59.732760 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.ipam_backend_mixin [None req-c5d11f9e-0cf1-46eb-8c0e-e870c546a961 None None] Port 6fbb7bef-d0e9-4d8b-b2dd-5f05681c7618 was not found and therefore no delete operation was performed {{(pid=104160) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 31 15:48:59.734030 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-c5d11f9e-0cf1-46eb-8c0e-e870c546a961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772784953465', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772784453879'] for port (6fbb7bef-d0e9-4d8b-b2dd-5f05681c7618), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:59.748365 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d308d64e-93c1-4f08-8dfe-b8d9f75103c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8291519', 'neutron.services.segments.db._delete_segments_for_network-8772784778810'] for network (a3fc6832-8c49-4053-86a2-2925ffecb8dc), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:59.759405 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d11f9e-0cf1-46eb-8c0e-e870c546a961 None None] Pushing event deleted for resources: {'Port': ['ID=6fbb7bef-d0e9-4d8b-b2dd-5f05681c7618,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:48:59.763982 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d11f9e-0cf1-46eb-8c0e-e870c546a961 None None] No DVR routers for this DVR port 6fbb7bef-d0e9-4d8b-b2dd-5f05681c7618 on host dv-cinder-750782-15-smb {{(pid=104160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:48:59.771234 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d11f9e-0cf1-46eb-8c0e-e870c546a961 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:59.771581 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d11f9e-0cf1-46eb-8c0e-e870c546a961 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:59.771921 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d11f9e-0cf1-46eb-8c0e-e870c546a961 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:59.772259 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d11f9e-0cf1-46eb-8c0e-e870c546a961 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:59.772585 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d11f9e-0cf1-46eb-8c0e-e870c546a961 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:59.772911 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d11f9e-0cf1-46eb-8c0e-e870c546a961 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:59.773249 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d11f9e-0cf1-46eb-8c0e-e870c546a961 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:59.773824 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d11f9e-0cf1-46eb-8c0e-e870c546a961 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:59.774014 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d11f9e-0cf1-46eb-8c0e-e870c546a961 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:59.774338 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d11f9e-0cf1-46eb-8c0e-e870c546a961 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:59.774654 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d11f9e-0cf1-46eb-8c0e-e870c546a961 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:59.774975 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d11f9e-0cf1-46eb-8c0e-e870c546a961 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:59.775100 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.services.segments.db [None req-d308d64e-93c1-4f08-8dfe-b8d9f75103c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3fc6832-8c49-4053-86a2-2925ffecb8dc']}} {{(pid=104159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:48:59.775290 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d11f9e-0cf1-46eb-8c0e-e870c546a961 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:59.775643 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d11f9e-0cf1-46eb-8c0e-e870c546a961 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:59.775940 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d11f9e-0cf1-46eb-8c0e-e870c546a961 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-15-smb {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:48:59.785735 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.services.segments.db [None req-d308d64e-93c1-4f08-8dfe-b8d9f75103c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1466b54c-0f45-4497-8c86-d1d22a275f2a') {'for_net_delete': True} {{(pid=104159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:48:59.786035 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.services.segments.db [None req-d308d64e-93c1-4f08-8dfe-b8d9f75103c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1466b54c-0f45-4497-8c86-d1d22a275f2a') {} {{(pid=104159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:48:59.795471 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d308d64e-93c1-4f08-8dfe-b8d9f75103c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772784779587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4015711'] for segment (1466b54c-0f45-4497-8c86-d1d22a275f2a), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:59.808783 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d308d64e-93c1-4f08-8dfe-b8d9f75103c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8219139'] for segment (1466b54c-0f45-4497-8c86-d1d22a275f2a), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:59.815056 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d308d64e-93c1-4f08-8dfe-b8d9f75103c1 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=104159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:48:59.815665 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d308d64e-93c1-4f08-8dfe-b8d9f75103c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8219139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147959'] for segment (1466b54c-0f45-4497-8c86-d1d22a275f2a), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:59.817024 dv-cinder-750782-15-smb neutron-server[104159]: Traceback (most recent call last): Mar 31 15:48:59.817024 dv-cinder-750782-15-smb neutron-server[104159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:48:59.817024 dv-cinder-750782-15-smb neutron-server[104159]: timer() Mar 31 15:48:59.817024 dv-cinder-750782-15-smb neutron-server[104159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:48:59.817024 dv-cinder-750782-15-smb neutron-server[104159]: cb(*args, **kw) Mar 31 15:48:59.817024 dv-cinder-750782-15-smb neutron-server[104159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 15:48:59.817024 dv-cinder-750782-15-smb neutron-server[104159]: return func(*args, **kwargs) Mar 31 15:48:59.817024 dv-cinder-750782-15-smb neutron-server[104159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:48:59.817024 dv-cinder-750782-15-smb neutron-server[104159]: self._notify() Mar 31 15:48:59.817024 dv-cinder-750782-15-smb neutron-server[104159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:48:59.817024 dv-cinder-750782-15-smb neutron-server[104159]: self.callback(batched_events) Mar 31 15:48:59.817024 dv-cinder-750782-15-smb neutron-server[104159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:48:59.817024 dv-cinder-750782-15-smb neutron-server[104159]: event.method(event) Mar 31 15:48:59.817024 dv-cinder-750782-15-smb neutron-server[104159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 15:48:59.817024 dv-cinder-750782-15-smb neutron-server[104159]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:48:59.817024 dv-cinder-750782-15-smb neutron-server[104159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 15:48:59.817024 dv-cinder-750782-15-smb neutron-server[104159]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:48:59.817024 dv-cinder-750782-15-smb neutron-server[104159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 15:48:59.817024 dv-cinder-750782-15-smb neutron-server[104159]: return f(self, *a, **k) Mar 31 15:48:59.817024 dv-cinder-750782-15-smb neutron-server[104159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 15:48:59.817024 dv-cinder-750782-15-smb neutron-server[104159]: return self._get(url).json() Mar 31 15:48:59.817024 dv-cinder-750782-15-smb neutron-server[104159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 15:48:59.817024 dv-cinder-750782-15-smb neutron-server[104159]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:48:59.817024 dv-cinder-750782-15-smb neutron-server[104159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:48:59.817024 dv-cinder-750782-15-smb neutron-server[104159]: return self.request(url, 'GET', **kwargs) Mar 31 15:48:59.817024 dv-cinder-750782-15-smb neutron-server[104159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:48:59.817024 dv-cinder-750782-15-smb neutron-server[104159]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:48:59.817024 dv-cinder-750782-15-smb neutron-server[104159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:48:59.817024 dv-cinder-750782-15-smb neutron-server[104159]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:48:59.817024 dv-cinder-750782-15-smb neutron-server[104159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:48:59.817024 dv-cinder-750782-15-smb neutron-server[104159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:48:59.817024 dv-cinder-750782-15-smb neutron-server[104159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:48:59.967934 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d308d64e-93c1-4f08-8dfe-b8d9f75103c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8291510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574053'] for network (a3fc6832-8c49-4053-86a2-2925ffecb8dc), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:59.973344 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d308d64e-93c1-4f08-8dfe-b8d9f75103c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043269'] for network (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:59.976473 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-d308d64e-93c1-4f08-8dfe-b8d9f75103c1 admin admin] 10.222.0.21 "DELETE /v2.0/networks/a3fc6832-8c49-4053-86a2-2925ffecb8dc HTTP/1.1" status: 204 len: 168 time: 0.7071328 Mar 31 15:48:59.979527 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 53102) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:48:59.994890 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d308d64e-93c1-4f08-8dfe-b8d9f75103c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3fc6832-8c49-4053-86a2-2925ffecb8dc,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:49:00.334235 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-0b70219e-4eff-4f3c-ad6a-f04f7aac5634 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574323'] for router_interface (ed8ea57b-5bbf-49c8-9c48-30cdafd3bdbf), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:49:00.447135 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device 2026b793-0e8f-43d0-b24b-4060c2965a0e no longer exists at agent ovs-agent-dv-cinder-750782-15-smb {{(pid=104160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:49:00.467273 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] No Port match for: 2026b793-0e8f-43d0-b24b-4060c2965a0e {{(pid=104160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:49:00.467616 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device 2026b793-0e8f-43d0-b24b-4060c2965a0e not bound to the agent host dv-cinder-750782-15-smb {{(pid=104160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:49:00.468037 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device e7c3d3a5-a1f8-41e4-b89a-4789a35e1750 no longer exists at agent ovs-agent-dv-cinder-750782-15-smb {{(pid=104160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:49:00.494101 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] No Port match for: e7c3d3a5-a1f8-41e4-b89a-4789a35e1750 {{(pid=104160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:49:00.494447 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device e7c3d3a5-a1f8-41e4-b89a-4789a35e1750 not bound to the agent host dv-cinder-750782-15-smb {{(pid=104160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:49:00.494858 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device 6fbb7bef-d0e9-4d8b-b2dd-5f05681c7618 no longer exists at agent ovs-agent-dv-cinder-750782-15-smb {{(pid=104160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:49:00.516149 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] No Port match for: 6fbb7bef-d0e9-4d8b-b2dd-5f05681c7618 {{(pid=104160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:49:00.516523 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device 6fbb7bef-d0e9-4d8b-b2dd-5f05681c7618 not bound to the agent host dv-cinder-750782-15-smb {{(pid=104160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:49:00.603430 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [None req-0b70219e-4eff-4f3c-ad6a-f04f7aac5634 admin admin] Deleting port 92027b35-a359-4ddc-bffc-66bc23065533 {{(pid=104159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:49:00.603675 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-0b70219e-4eff-4f3c-ad6a-f04f7aac5634 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772784948758'] for port (92027b35-a359-4ddc-bffc-66bc23065533), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:49:00.680182 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.db [None req-0b70219e-4eff-4f3c-ad6a-f04f7aac5634 admin admin] For port 92027b35-a359-4ddc-bffc-66bc23065533, host dv-cinder-750782-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-smb',level=0,port_id=92027b35-a359-4ddc-bffc-66bc23065533,segment=NetworkSegment(9be2999e-e6a9-4829-b0b7-cd497cbe67d2),segment_id=9be2999e-e6a9-4829-b0b7-cd497cbe67d2)] {{(pid=104159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:49:00.680540 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-0b70219e-4eff-4f3c-ad6a-f04f7aac5634 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576833'] for port (92027b35-a359-4ddc-bffc-66bc23065533), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:49:00.693585 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [None req-0b70219e-4eff-4f3c-ad6a-f04f7aac5634 admin admin] Calling delete_port for 92027b35-a359-4ddc-bffc-66bc23065533 owned by network:router_interface {{(pid=104159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:49:00.945351 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-0b70219e-4eff-4f3c-ad6a-f04f7aac5634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772784953465', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772784453879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3148002'] for port (92027b35-a359-4ddc-bffc-66bc23065533), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:49:00.970968 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b70219e-4eff-4f3c-ad6a-f04f7aac5634 admin admin] Pushing event deleted for resources: {'Port': ['ID=92027b35-a359-4ddc-bffc-66bc23065533,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:49:01.158029 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-0b70219e-4eff-4f3c-ad6a-f04f7aac5634 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-589795'] for router_interface (ed8ea57b-5bbf-49c8-9c48-30cdafd3bdbf), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:49:01.381867 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b70219e-4eff-4f3c-ad6a-f04f7aac5634 admin admin] Router ed8ea57b-5bbf-49c8-9c48-30cdafd3bdbf has already been hosted by L3 agent 9721ac04-bac7-49da-b384-3a2049eedfa2 {{(pid=104159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:49:01.494017 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b70219e-4eff-4f3c-ad6a-f04f7aac5634 admin admin] Notify agent at l3_agent.dv-cinder-750782-15-smb the message routers_updated {{(pid=104159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:49:01.500875 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-0b70219e-4eff-4f3c-ad6a-f04f7aac5634 admin admin] 10.222.0.21 "PUT /v2.0/routers/ed8ea57b-5bbf-49c8-9c48-30cdafd3bdbf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5187743 Mar 31 15:49:01.503057 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 53104) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:49:01.505663 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d809bc9f-2dce-4944-8b17-28846ce47c4e None None] Sync routers for ids ['ed8ea57b-5bbf-49c8-9c48-30cdafd3bdbf'] in dv-cinder-750782-15-smb {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:49:01.516114 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d809bc9f-2dce-4944-8b17-28846ce47c4e None None] Routers {'ed8ea57b-5bbf-49c8-9c48-30cdafd3bdbf'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:49:01.516729 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-d809bc9f-2dce-4944-8b17-28846ce47c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:48:36Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['ed8ea57b-5bbf-49c8-9c48-30cdafd3bdbf'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:49:01.615876 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-69084302-a9ec-433b-b3c8-0dd231e059b1 admin admin] Publish callbacks [] for router (ed8ea57b-5bbf-49c8-9c48-30cdafd3bdbf), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:49:01.636581 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-d809bc9f-2dce-4944-8b17-28846ce47c4e None None] Set router ed8ea57b-5bbf-49c8-9c48-30cdafd3bdbf gateway port host: dv-cinder-750782-15-smb {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:49:01.721732 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-69084302-a9ec-433b-b3c8-0dd231e059b1 admin admin] Publish callbacks [] for router_gateway (ed8ea57b-5bbf-49c8-9c48-30cdafd3bdbf), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:49:01.827342 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-d809bc9f-2dce-4944-8b17-28846ce47c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed8ea57b-5bbf-49c8-9c48-30cdafd3bdbf', 'name': 'tempest-TestShelveInstance-897396498-router', 'tenant_id': 'bfd54c984a60429d9813056b8959af19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'external_fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.72'}], 'enable_snat': True}, 'gw_port_id': 'b223574b-ce08-4ae8-a402-5653c8aa5989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:44:29Z', 'updated_at': '2022-03-31T15:49:00Z', 'revision_number': 5, 'project_id': 'bfd54c984a60429d9813056b8959af19', 'gw_port': {'id': 'b223574b-ce08-4ae8-a402-5653c8aa5989', 'name': '', 'network_id': '8959fca3-760a-428d-87ed-41d110f4f943', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed8ea57b-5bbf-49c8-9c48-30cdafd3bdbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'ip_address': '172.28.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:44:30Z', 'updated_at': '2022-03-31T15:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79fe0710-163f-45bc-8cd9-cc15163c6821', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-15-smb'}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:49:01.848966 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [None req-69084302-a9ec-433b-b3c8-0dd231e059b1 admin admin] Deleting port b223574b-ce08-4ae8-a402-5653c8aa5989 {{(pid=104159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:49:01.849307 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-69084302-a9ec-433b-b3c8-0dd231e059b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772784948758'] for port (b223574b-ce08-4ae8-a402-5653c8aa5989), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:49:01.858662 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d809bc9f-2dce-4944-8b17-28846ce47c4e None None] Checking router: ed8ea57b-5bbf-49c8-9c48-30cdafd3bdbf for host: dv-cinder-750782-15-smb {{(pid=104161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:49:01.869203 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d809bc9f-2dce-4944-8b17-28846ce47c4e None None] Routers {'ed8ea57b-5bbf-49c8-9c48-30cdafd3bdbf'} bound to L3 agent in host dv-cinder-750782-15-smb {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:49:01.869855 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-d809bc9f-2dce-4944-8b17-28846ce47c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:27:36Z,description=,heartbeat_timestamp=2022-03-31T15:48:36Z,host='dv-cinder-750782-15-smb',id=9721ac04-bac7-49da-b384-3a2049eedfa2,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:27:37Z,topic='l3_agent')) {'router_ids': ['ed8ea57b-5bbf-49c8-9c48-30cdafd3bdbf'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:49:01.968103 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-d809bc9f-2dce-4944-8b17-28846ce47c4e None None] Set router ed8ea57b-5bbf-49c8-9c48-30cdafd3bdbf gateway port host: None {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:49:02.025862 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-d809bc9f-2dce-4944-8b17-28846ce47c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed8ea57b-5bbf-49c8-9c48-30cdafd3bdbf', 'name': 'tempest-TestShelveInstance-897396498-router', 'tenant_id': 'bfd54c984a60429d9813056b8959af19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:44:29Z', 'updated_at': '2022-03-31T15:49:01Z', 'revision_number': 6, 'project_id': 'bfd54c984a60429d9813056b8959af19', 'gw_port_host': None}], 'dv-cinder-750782-15-smb', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:49:02.153558 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d809bc9f-2dce-4944-8b17-28846ce47c4e None None] The sync data for ids ['ed8ea57b-5bbf-49c8-9c48-30cdafd3bdbf'] in dv-cinder-750782-15-smb is: [{'id': 'ed8ea57b-5bbf-49c8-9c48-30cdafd3bdbf', 'name': 'tempest-TestShelveInstance-897396498-router', 'tenant_id': 'bfd54c984a60429d9813056b8959af19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:44:29Z', 'updated_at': '2022-03-31T15:49:01Z', 'revision_number': 6, 'project_id': 'bfd54c984a60429d9813056b8959af19', 'gw_port_host': None}] {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:49:02.201509 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.db [None req-69084302-a9ec-433b-b3c8-0dd231e059b1 admin admin] For port b223574b-ce08-4ae8-a402-5653c8aa5989, host dv-cinder-750782-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-smb',level=0,port_id=b223574b-ce08-4ae8-a402-5653c8aa5989,segment=NetworkSegment(f25e0e1e-326a-4ef5-aa96-2f0a78776ef2),segment_id=f25e0e1e-326a-4ef5-aa96-2f0a78776ef2)] {{(pid=104159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:49:02.209733 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-69084302-a9ec-433b-b3c8-0dd231e059b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576833'] for port (b223574b-ce08-4ae8-a402-5653c8aa5989), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:49:02.221766 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [None req-69084302-a9ec-433b-b3c8-0dd231e059b1 admin admin] Calling delete_port for b223574b-ce08-4ae8-a402-5653c8aa5989 owned by network:router_gateway {{(pid=104159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:49:02.543131 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-69084302-a9ec-433b-b3c8-0dd231e059b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772784953465', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772784453879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3148002'] for port (b223574b-ce08-4ae8-a402-5653c8aa5989), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:49:02.567434 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device 92027b35-a359-4ddc-bffc-66bc23065533 no longer exists at agent ovs-agent-dv-cinder-750782-15-smb {{(pid=104160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:49:02.583573 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69084302-a9ec-433b-b3c8-0dd231e059b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b223574b-ce08-4ae8-a402-5653c8aa5989,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:49:02.592043 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] No Port match for: 92027b35-a359-4ddc-bffc-66bc23065533 {{(pid=104160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:49:02.592393 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device 92027b35-a359-4ddc-bffc-66bc23065533 not bound to the agent host dv-cinder-750782-15-smb {{(pid=104160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:49:02.662020 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-69084302-a9ec-433b-b3c8-0dd231e059b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573961'] for router_gateway (ed8ea57b-5bbf-49c8-9c48-30cdafd3bdbf), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:49:02.754435 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-69084302-a9ec-433b-b3c8-0dd231e059b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3305'] for router (ed8ea57b-5bbf-49c8-9c48-30cdafd3bdbf), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:49:02.756586 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-69084302-a9ec-433b-b3c8-0dd231e059b1 admin admin] Publish callbacks [] for router_controller (ed8ea57b-5bbf-49c8-9c48-30cdafd3bdbf), precommit_delete_associations {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:49:02.910698 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-69084302-a9ec-433b-b3c8-0dd231e059b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588524'] for router (ed8ea57b-5bbf-49c8-9c48-30cdafd3bdbf), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:49:02.911193 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69084302-a9ec-433b-b3c8-0dd231e059b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed8ea57b-5bbf-49c8-9c48-30cdafd3bdbf {{(pid=104159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 15:49:02.915384 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-69084302-a9ec-433b-b3c8-0dd231e059b1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:49:02.916572 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-69084302-a9ec-433b-b3c8-0dd231e059b1 admin admin] 10.222.0.21 "DELETE /v2.0/routers/ed8ea57b-5bbf-49c8-9c48-30cdafd3bdbf HTTP/1.1" status: 204 len: 168 time: 1.4123914 Mar 31 15:49:02.919077 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 53106) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:49:02.971317 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.db_base_plugin_v2 [None req-9942d809-bf64-4399-b1c5-8bb16d5f9e9a admin admin] Deleting subnet 32395675-5371-4719-b7de-0858314a037a {{(pid=104159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 15:49:02.974498 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9942d809-bf64-4399-b1c5-8bb16d5f9e9a admin admin] Publish callbacks [] for subnet (32395675-5371-4719-b7de-0858314a037a), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:49:03.009722 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9942d809-bf64-4399-b1c5-8bb16d5f9e9a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4015700'] for subnet (32395675-5371-4719-b7de-0858314a037a), precommit_delete_associations {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:49:03.096349 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9942d809-bf64-4399-b1c5-8bb16d5f9e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8232756'] for subnet (32395675-5371-4719-b7de-0858314a037a), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:49:03.228386 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9942d809-bf64-4399-b1c5-8bb16d5f9e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8232707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3149329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3286902'] for subnet (32395675-5371-4719-b7de-0858314a037a), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:49:03.258961 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9942d809-bf64-4399-b1c5-8bb16d5f9e9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32395675-5371-4719-b7de-0858314a037a,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:49:03.262501 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9942d809-bf64-4399-b1c5-8bb16d5f9e9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043269'] for subnet (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:49:03.266006 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-9942d809-bf64-4399-b1c5-8bb16d5f9e9a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/32395675-5371-4719-b7de-0858314a037a HTTP/1.1" status: 204 len: 168 time: 0.3459487 Mar 31 15:49:03.268519 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 53108) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:49:03.271813 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73bc964a-68d7-42ed-9086-8664b2a9e53c None None] Network 19c0fa23-acdb-40c0-87c8-e4086941b9a3 requested from dv-cinder-750782-15-smb {{(pid=104160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:49:03.335802 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-ed214a8f-ac00-4402-8766-31d6a76810ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8161909'] for network (19c0fa23-acdb-40c0-87c8-e4086941b9a3), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:49:03.396344 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [None req-ed214a8f-ac00-4402-8766-31d6a76810ae admin admin] Deleting port 8d51831e-303a-4694-b40b-e106d561ee4f {{(pid=104159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:49:03.396683 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-ed214a8f-ac00-4402-8766-31d6a76810ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772784948758'] for port (8d51831e-303a-4694-b40b-e106d561ee4f), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:49:03.425421 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7f95e9-dc06-4f0d-8040-3b2af8b9f6f6 None None] DHCP port deletion for 19c0fa23-acdb-40c0-87c8-e4086941b9a3 request from dv-cinder-750782-15-smb {{(pid=104160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 15:49:03.463032 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.db [None req-ed214a8f-ac00-4402-8766-31d6a76810ae admin admin] For port 8d51831e-303a-4694-b40b-e106d561ee4f, host dv-cinder-750782-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-smb',level=0,port_id=8d51831e-303a-4694-b40b-e106d561ee4f,segment=NetworkSegment(9be2999e-e6a9-4829-b0b7-cd497cbe67d2),segment_id=9be2999e-e6a9-4829-b0b7-cd497cbe67d2)] {{(pid=104159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:49:03.463350 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-ed214a8f-ac00-4402-8766-31d6a76810ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576833'] for port (8d51831e-303a-4694-b40b-e106d561ee4f), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:49:03.475117 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-8f7f95e9-dc06-4f0d-8040-3b2af8b9f6f6 None None] Deleting port 8d51831e-303a-4694-b40b-e106d561ee4f {{(pid=104160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:49:03.475490 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-8f7f95e9-dc06-4f0d-8040-3b2af8b9f6f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772784948758'] for port (8d51831e-303a-4694-b40b-e106d561ee4f), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:49:03.477414 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [None req-ed214a8f-ac00-4402-8766-31d6a76810ae admin admin] Calling delete_port for 8d51831e-303a-4694-b40b-e106d561ee4f owned by network:dhcp {{(pid=104159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:49:03.537498 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-8f7f95e9-dc06-4f0d-8040-3b2af8b9f6f6 None None] For port 8d51831e-303a-4694-b40b-e106d561ee4f, host dv-cinder-750782-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-15-smb',level=0,port_id=8d51831e-303a-4694-b40b-e106d561ee4f,segment=NetworkSegment(9be2999e-e6a9-4829-b0b7-cd497cbe67d2),segment_id=9be2999e-e6a9-4829-b0b7-cd497cbe67d2)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:49:03.537836 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-8f7f95e9-dc06-4f0d-8040-3b2af8b9f6f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-576833'] for port (8d51831e-303a-4694-b40b-e106d561ee4f), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:49:03.551938 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-8f7f95e9-dc06-4f0d-8040-3b2af8b9f6f6 None None] Calling delete_port for 8d51831e-303a-4694-b40b-e106d561ee4f owned by network:dhcp {{(pid=104160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:49:03.671139 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-ed214a8f-ac00-4402-8766-31d6a76810ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772784953465', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772784453879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3148002'] for port (8d51831e-303a-4694-b40b-e106d561ee4f), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:49:03.677367 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-8f7f95e9-dc06-4f0d-8040-3b2af8b9f6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8339047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772784953465', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772784453879'] for port (8d51831e-303a-4694-b40b-e106d561ee4f), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:49:03.696623 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed214a8f-ac00-4402-8766-31d6a76810ae admin admin] Pushing event deleted for resources: {'Port': ['ID=8d51831e-303a-4694-b40b-e106d561ee4f,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:49:03.699944 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed214a8f-ac00-4402-8766-31d6a76810ae admin admin] No DVR routers for this DVR port 8d51831e-303a-4694-b40b-e106d561ee4f on host dv-cinder-750782-15-smb {{(pid=104159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:49:03.700272 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7f95e9-dc06-4f0d-8040-3b2af8b9f6f6 None None] Pushing event deleted for resources: {'Port': ['ID=8d51831e-303a-4694-b40b-e106d561ee4f,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:49:03.706701 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7f95e9-dc06-4f0d-8040-3b2af8b9f6f6 None None] No DVR routers for this DVR port 8d51831e-303a-4694-b40b-e106d561ee4f on host dv-cinder-750782-15-smb {{(pid=104160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:49:03.772771 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-ed214a8f-ac00-4402-8766-31d6a76810ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8291519', 'neutron.services.segments.db._delete_segments_for_network-8772784778810'] for network (19c0fa23-acdb-40c0-87c8-e4086941b9a3), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:49:03.793920 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.services.segments.db [None req-ed214a8f-ac00-4402-8766-31d6a76810ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19c0fa23-acdb-40c0-87c8-e4086941b9a3']}} {{(pid=104159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:49:03.803183 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.services.segments.db [None req-ed214a8f-ac00-4402-8766-31d6a76810ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9be2999e-e6a9-4829-b0b7-cd497cbe67d2') {'for_net_delete': True} {{(pid=104159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:49:03.803479 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.services.segments.db [None req-ed214a8f-ac00-4402-8766-31d6a76810ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9be2999e-e6a9-4829-b0b7-cd497cbe67d2') {} {{(pid=104159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:49:03.812604 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-ed214a8f-ac00-4402-8766-31d6a76810ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772784779587', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4015711'] for segment (9be2999e-e6a9-4829-b0b7-cd497cbe67d2), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:49:03.825329 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-ed214a8f-ac00-4402-8766-31d6a76810ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8219139'] for segment (9be2999e-e6a9-4829-b0b7-cd497cbe67d2), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:49:03.831794 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed214a8f-ac00-4402-8766-31d6a76810ae admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=104159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:49:03.832210 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-ed214a8f-ac00-4402-8766-31d6a76810ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8219139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3147959'] for segment (9be2999e-e6a9-4829-b0b7-cd497cbe67d2), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:49:03.833835 dv-cinder-750782-15-smb neutron-server[104159]: Traceback (most recent call last): Mar 31 15:49:03.833835 dv-cinder-750782-15-smb neutron-server[104159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:49:03.833835 dv-cinder-750782-15-smb neutron-server[104159]: timer() Mar 31 15:49:03.833835 dv-cinder-750782-15-smb neutron-server[104159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:49:03.833835 dv-cinder-750782-15-smb neutron-server[104159]: cb(*args, **kw) Mar 31 15:49:03.833835 dv-cinder-750782-15-smb neutron-server[104159]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 15:49:03.833835 dv-cinder-750782-15-smb neutron-server[104159]: return func(*args, **kwargs) Mar 31 15:49:03.833835 dv-cinder-750782-15-smb neutron-server[104159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:49:03.833835 dv-cinder-750782-15-smb neutron-server[104159]: self._notify() Mar 31 15:49:03.833835 dv-cinder-750782-15-smb neutron-server[104159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:49:03.833835 dv-cinder-750782-15-smb neutron-server[104159]: self.callback(batched_events) Mar 31 15:49:03.833835 dv-cinder-750782-15-smb neutron-server[104159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:49:03.833835 dv-cinder-750782-15-smb neutron-server[104159]: event.method(event) Mar 31 15:49:03.833835 dv-cinder-750782-15-smb neutron-server[104159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 15:49:03.833835 dv-cinder-750782-15-smb neutron-server[104159]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:49:03.833835 dv-cinder-750782-15-smb neutron-server[104159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 15:49:03.833835 dv-cinder-750782-15-smb neutron-server[104159]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:49:03.833835 dv-cinder-750782-15-smb neutron-server[104159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 15:49:03.833835 dv-cinder-750782-15-smb neutron-server[104159]: return f(self, *a, **k) Mar 31 15:49:03.833835 dv-cinder-750782-15-smb neutron-server[104159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 15:49:03.833835 dv-cinder-750782-15-smb neutron-server[104159]: return self._get(url).json() Mar 31 15:49:03.833835 dv-cinder-750782-15-smb neutron-server[104159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 15:49:03.833835 dv-cinder-750782-15-smb neutron-server[104159]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:49:03.833835 dv-cinder-750782-15-smb neutron-server[104159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:49:03.833835 dv-cinder-750782-15-smb neutron-server[104159]: return self.request(url, 'GET', **kwargs) Mar 31 15:49:03.833835 dv-cinder-750782-15-smb neutron-server[104159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:49:03.833835 dv-cinder-750782-15-smb neutron-server[104159]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:49:03.833835 dv-cinder-750782-15-smb neutron-server[104159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:49:03.833835 dv-cinder-750782-15-smb neutron-server[104159]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:49:03.833835 dv-cinder-750782-15-smb neutron-server[104159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:49:03.833835 dv-cinder-750782-15-smb neutron-server[104159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:49:03.833835 dv-cinder-750782-15-smb neutron-server[104159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:49:03.985250 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-ed214a8f-ac00-4402-8766-31d6a76810ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8291510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574053'] for network (19c0fa23-acdb-40c0-87c8-e4086941b9a3), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:49:03.990732 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-ed214a8f-ac00-4402-8766-31d6a76810ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043269'] for network (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:49:03.993744 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-ed214a8f-ac00-4402-8766-31d6a76810ae admin admin] 10.222.0.21 "DELETE /v2.0/networks/19c0fa23-acdb-40c0-87c8-e4086941b9a3 HTTP/1.1" status: 204 len: 168 time: 0.7242544 Mar 31 15:49:04.005511 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed214a8f-ac00-4402-8766-31d6a76810ae admin admin] Pushing event deleted for resources: {'Network': ['ID=19c0fa23-acdb-40c0-87c8-e4086941b9a3,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:49:04.213379 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-9952383b-c32a-4442-9518-8f2eb6502868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (80b0103a-7158-48a6-b59a-3fe393c523d9), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:49:04.410569 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 53112) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:49:04.441177 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device b223574b-ce08-4ae8-a402-5653c8aa5989 no longer exists at agent ovs-agent-dv-cinder-750782-15-smb {{(pid=104160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:49:04.451783 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-491637b7-8978-4fae-a6a6-4515c3b47ba3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=240469f9130e460c95867b36952a1df2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405631 Mar 31 15:49:04.454776 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.wsgi [-] (104158) accepted ('10.222.0.21', 53114) {{(pid=104158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:49:04.463672 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] No Port match for: b223574b-ce08-4ae8-a402-5653c8aa5989 {{(pid=104160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:49:04.464011 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device b223574b-ce08-4ae8-a402-5653c8aa5989 not bound to the agent host dv-cinder-750782-15-smb {{(pid=104160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:49:04.464435 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device 8d51831e-303a-4694-b40b-e106d561ee4f no longer exists at agent ovs-agent-dv-cinder-750782-15-smb {{(pid=104160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:49:04.488784 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] No Port match for: 8d51831e-303a-4694-b40b-e106d561ee4f {{(pid=104160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:49:04.489119 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron.plugins.ml2.rpc [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Device 8d51831e-303a-4694-b40b-e106d561ee4f not bound to the agent host dv-cinder-750782-15-smb {{(pid=104160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:49:04.770296 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-3196c210-fb1b-4b78-a0e6-f0198b14a0f0 admin admin] Publish callbacks [] for security_group (d032e0f4-2c35-43c4-8053-29c036372adf), before_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:49:04.790880 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-3196c210-fb1b-4b78-a0e6-f0198b14a0f0 admin admin] Publish callbacks [] for security_group (d032e0f4-2c35-43c4-8053-29c036372adf), precommit_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:49:04.919710 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-3196c210-fb1b-4b78-a0e6-f0198b14a0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (d032e0f4-2c35-43c4-8053-29c036372adf), after_delete {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:49:04.922335 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron_lib.callbacks.manager [None req-3196c210-fb1b-4b78-a0e6-f0198b14a0f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:49:04.924125 dv-cinder-750782-15-smb neutron-server[104158]: INFO neutron.wsgi [None req-3196c210-fb1b-4b78-a0e6-f0198b14a0f0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d032e0f4-2c35-43c4-8053-29c036372adf HTTP/1.1" status: 204 len: 168 time: 0.4683626 Mar 31 15:49:04.936111 dv-cinder-750782-15-smb neutron-server[104158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3196c210-fb1b-4b78-a0e6-f0198b14a0f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d032e0f4-2c35-43c4-8053-29c036372adf,revision_number=None']} {{(pid=104158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:49:05.760438 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 53120) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:49:05.800374 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-c6ce3972-0e87-4cd3-9cf9-e7250d0bd4a6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bfd54c984a60429d9813056b8959af19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387962 Mar 31 15:49:05.807141 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.21', 53122) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:49:05.855591 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-b36a201a-57a6-4335-a801-e970a791ee2b admin admin] Publish callbacks [] for security_group (f0b4caf4-7156-4b53-bfce-6b41a8f5c190), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:49:05.878455 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-b36a201a-57a6-4335-a801-e970a791ee2b admin admin] Publish callbacks [] for security_group (f0b4caf4-7156-4b53-bfce-6b41a8f5c190), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:49:06.050922 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-b36a201a-57a6-4335-a801-e970a791ee2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045461'] for security_group (f0b4caf4-7156-4b53-bfce-6b41a8f5c190), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:49:06.053615 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-b36a201a-57a6-4335-a801-e970a791ee2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:49:06.054805 dv-cinder-750782-15-smb neutron-server[104159]: INFO neutron.wsgi [None req-b36a201a-57a6-4335-a801-e970a791ee2b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f0b4caf4-7156-4b53-bfce-6b41a8f5c190 HTTP/1.1" status: 204 len: 168 time: 0.2467558 Mar 31 15:49:06.068770 dv-cinder-750782-15-smb neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36a201a-57a6-4335-a801-e970a791ee2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b4caf4-7156-4b53-bfce-6b41a8f5c190,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:49:06.379648 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (42669199-0b56-4e25-9a3d-cc561c912f6a), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:49:06.576967 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-f7cd1316-ec7e-428a-9653-4fea9e7b6e85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (9721ac04-bac7-49da-b384-3a2049eedfa2), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:49:07.696275 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0b2f012e-2fbd-4b35-9815-8024e4a993e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fb816cbb-0527-4766-83b7-604ad6a553f5), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:49:09.525103 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-211e425b-1201-4862-afc0-6363249efbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (1ca8e2b3-6f2e-4d63-b52b-ad8a81fa6826), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:49:10.962840 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fd34c7ed-cab5-463e-81bb-e9aa6ef90623), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:49:25.479299 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.agents_db [None req-c7073644-962b-4037-b6f3-12a39092c58a None None] Agent healthcheck: found 6 active agents {{(pid=104161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:49:34.241687 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-76c3a2c9-5b39-4fb8-b0a5-bd586ebc7b92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (80b0103a-7158-48a6-b59a-3fe393c523d9), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:49:36.401190 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (42669199-0b56-4e25-9a3d-cc561c912f6a), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:49:36.558848 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0ce4d011-3fc8-4cf2-8ea2-5a25064bf32a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (9721ac04-bac7-49da-b384-3a2049eedfa2), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:49:37.744609 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0b2f012e-2fbd-4b35-9815-8024e4a993e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fb816cbb-0527-4766-83b7-604ad6a553f5), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:49:39.535235 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-211e425b-1201-4862-afc0-6363249efbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (1ca8e2b3-6f2e-4d63-b52b-ad8a81fa6826), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:49:40.918474 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fd34c7ed-cab5-463e-81bb-e9aa6ef90623), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:50:02.477831 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.agents_db [None req-c7073644-962b-4037-b6f3-12a39092c58a None None] Agent healthcheck: found 6 active agents {{(pid=104161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:50:04.204133 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-7852c271-597a-4428-b711-82c0a7e96303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (80b0103a-7158-48a6-b59a-3fe393c523d9), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:50:06.438136 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (42669199-0b56-4e25-9a3d-cc561c912f6a), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:50:06.526725 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-9f7f1ef8-df0b-44b3-b3f9-80d0b0ab1176 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (9721ac04-bac7-49da-b384-3a2049eedfa2), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:50:07.726317 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0b2f012e-2fbd-4b35-9815-8024e4a993e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fb816cbb-0527-4766-83b7-604ad6a553f5), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:50:09.583202 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-211e425b-1201-4862-afc0-6363249efbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (1ca8e2b3-6f2e-4d63-b52b-ad8a81fa6826), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:50:10.924181 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fd34c7ed-cab5-463e-81bb-e9aa6ef90623), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:50:34.243222 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-73c57cd3-d07a-4bfe-b596-94431ac8f3c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (80b0103a-7158-48a6-b59a-3fe393c523d9), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:50:36.405748 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (42669199-0b56-4e25-9a3d-cc561c912f6a), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:50:36.512006 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b2b4e38f-9102-425f-9cd7-0c8d0992a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (9721ac04-bac7-49da-b384-3a2049eedfa2), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:50:37.694502 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0b2f012e-2fbd-4b35-9815-8024e4a993e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fb816cbb-0527-4766-83b7-604ad6a553f5), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:50:39.476780 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.agents_db [None req-c7073644-962b-4037-b6f3-12a39092c58a None None] Agent healthcheck: found 6 active agents {{(pid=104161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:50:39.554511 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-211e425b-1201-4862-afc0-6363249efbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (1ca8e2b3-6f2e-4d63-b52b-ad8a81fa6826), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:50:40.889036 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fd34c7ed-cab5-463e-81bb-e9aa6ef90623), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:51:04.262279 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-f0569382-ccf2-4fc8-8e43-e6bc2724317a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (80b0103a-7158-48a6-b59a-3fe393c523d9), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:51:06.522594 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (42669199-0b56-4e25-9a3d-cc561c912f6a), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:51:06.616336 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-73338204-be6b-4c2c-ad0d-7ba788c2778a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (9721ac04-bac7-49da-b384-3a2049eedfa2), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:51:07.856496 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0b2f012e-2fbd-4b35-9815-8024e4a993e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fb816cbb-0527-4766-83b7-604ad6a553f5), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:51:09.627979 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-211e425b-1201-4862-afc0-6363249efbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (1ca8e2b3-6f2e-4d63-b52b-ad8a81fa6826), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:51:10.901908 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fd34c7ed-cab5-463e-81bb-e9aa6ef90623), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:51:16.476174 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.agents_db [None req-c7073644-962b-4037-b6f3-12a39092c58a None None] Agent healthcheck: found 6 active agents {{(pid=104161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:51:34.210359 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-14dbb691-68d9-45e5-afba-f920201f7d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (80b0103a-7158-48a6-b59a-3fe393c523d9), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:51:36.482354 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (42669199-0b56-4e25-9a3d-cc561c912f6a), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:51:36.533890 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-55e223af-ddfb-4228-bf19-1a6675377ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (9721ac04-bac7-49da-b384-3a2049eedfa2), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:51:37.787262 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0b2f012e-2fbd-4b35-9815-8024e4a993e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fb816cbb-0527-4766-83b7-604ad6a553f5), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:51:39.564171 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-211e425b-1201-4862-afc0-6363249efbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (1ca8e2b3-6f2e-4d63-b52b-ad8a81fa6826), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:51:40.904875 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fd34c7ed-cab5-463e-81bb-e9aa6ef90623), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:51:53.474277 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.agents_db [None req-c7073644-962b-4037-b6f3-12a39092c58a None None] Agent healthcheck: found 6 active agents {{(pid=104161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:52:04.175708 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-55f0a3ac-b237-49f2-be8f-1264f44b7d75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (80b0103a-7158-48a6-b59a-3fe393c523d9), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:52:06.501123 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (42669199-0b56-4e25-9a3d-cc561c912f6a), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:52:06.584067 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-86b14f82-7174-4190-a0f8-927643afeac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (9721ac04-bac7-49da-b384-3a2049eedfa2), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:52:07.726993 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0b2f012e-2fbd-4b35-9815-8024e4a993e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fb816cbb-0527-4766-83b7-604ad6a553f5), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:52:09.551761 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-211e425b-1201-4862-afc0-6363249efbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (1ca8e2b3-6f2e-4d63-b52b-ad8a81fa6826), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:52:10.949651 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fd34c7ed-cab5-463e-81bb-e9aa6ef90623), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:52:30.474220 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.agents_db [None req-c7073644-962b-4037-b6f3-12a39092c58a None None] Agent healthcheck: found 6 active agents {{(pid=104161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:52:34.183477 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-43abf496-8d55-4634-bbfa-f466243e76c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (80b0103a-7158-48a6-b59a-3fe393c523d9), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:52:36.488329 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (42669199-0b56-4e25-9a3d-cc561c912f6a), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:52:36.608661 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-98b4660a-c0b9-41d8-a6d0-a840e7a85893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (9721ac04-bac7-49da-b384-3a2049eedfa2), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:52:37.751440 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0b2f012e-2fbd-4b35-9815-8024e4a993e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fb816cbb-0527-4766-83b7-604ad6a553f5), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:52:39.608026 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-211e425b-1201-4862-afc0-6363249efbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (1ca8e2b3-6f2e-4d63-b52b-ad8a81fa6826), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:52:40.922368 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fd34c7ed-cab5-463e-81bb-e9aa6ef90623), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:04.188346 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ad265b8f-bd96-4efb-b2f3-4e653a536334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (80b0103a-7158-48a6-b59a-3fe393c523d9), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:06.560075 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (42669199-0b56-4e25-9a3d-cc561c912f6a), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:06.676103 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3ea14cc5-c85b-43a5-94d6-0e72c2b37151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (9721ac04-bac7-49da-b384-3a2049eedfa2), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:07.511620 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.agents_db [None req-c7073644-962b-4037-b6f3-12a39092c58a None None] Agent healthcheck: found 6 active agents {{(pid=104161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:53:07.859471 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0b2f012e-2fbd-4b35-9815-8024e4a993e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fb816cbb-0527-4766-83b7-604ad6a553f5), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:09.573278 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-211e425b-1201-4862-afc0-6363249efbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (1ca8e2b3-6f2e-4d63-b52b-ad8a81fa6826), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:10.954216 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fd34c7ed-cab5-463e-81bb-e9aa6ef90623), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:34.235482 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b37b1625-ff2d-4baf-b5db-baaea1924dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (80b0103a-7158-48a6-b59a-3fe393c523d9), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:36.458342 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (42669199-0b56-4e25-9a3d-cc561c912f6a), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:36.549626 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-687d0985-05e2-410e-a8c3-1464cf8d2138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (9721ac04-bac7-49da-b384-3a2049eedfa2), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:37.782383 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0b2f012e-2fbd-4b35-9815-8024e4a993e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fb816cbb-0527-4766-83b7-604ad6a553f5), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:39.618094 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-211e425b-1201-4862-afc0-6363249efbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (1ca8e2b3-6f2e-4d63-b52b-ad8a81fa6826), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:40.930517 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9cc5-826b-4aeb-83da-beafe61a6e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fd34c7ed-cab5-463e-81bb-e9aa6ef90623), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:44.470746 dv-cinder-750782-15-smb neutron-server[104161]: DEBUG neutron.db.agents_db [None req-c7073644-962b-4037-b6f3-12a39092c58a None None] Agent healthcheck: found 6 active agents {{(pid=104161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:54:04.166365 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-c3ca20f8-5b11-4382-893b-4334d36cb49c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (80b0103a-7158-48a6-b59a-3fe393c523d9), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:06.453702 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1db3-fbbe-4371-8e1b-622ff0a91f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (42669199-0b56-4e25-9a3d-cc561c912f6a), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:06.547642 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-77313a59-464c-44be-90f2-2f9600f2062b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (9721ac04-bac7-49da-b384-3a2049eedfa2), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:07.707761 dv-cinder-750782-15-smb neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0b2f012e-2fbd-4b35-9815-8024e4a993e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772784778792', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8290430'] for agent (fb816cbb-0527-4766-83b7-604ad6a553f5), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}